chunk & batch size change

This commit is contained in:
hyojin kim 2026-01-09 10:21:10 +09:00
부모 abe5ea1a1c
커밋 4e79794750
12개의 변경된 파일12개의 추가작업 그리고 12개의 파일을 삭제

파일 보기

@ -45,7 +45,7 @@ public class ComplianceImportRangeJobConfig extends BaseMultiStepJobConfig<Compl
@Override @Override
protected int getChunkSize() { protected int getChunkSize() {
return 10000; return 5000;
} }
public ComplianceImportRangeJobConfig( public ComplianceImportRangeJobConfig(
JobRepository jobRepository, JobRepository jobRepository,

파일 보기

@ -22,7 +22,7 @@ public class ComplianceDataRangeReader extends BaseApiReader<ComplianceDto> {
private final BatchDateService batchDateService; // BatchDateService 필드 추가 private final BatchDateService batchDateService; // BatchDateService 필드 추가
private List<ComplianceDto> allData; private List<ComplianceDto> allData;
private int currentBatchIndex = 0; private int currentBatchIndex = 0;
private final int batchSize = 1000; private final int batchSize = 5000;
private String fromDate; private String fromDate;
private String toDate; private String toDate;
public ComplianceDataRangeReader(WebClient webClient, JdbcTemplate jdbcTemplate, BatchDateService batchDateService) { public ComplianceDataRangeReader(WebClient webClient, JdbcTemplate jdbcTemplate, BatchDateService batchDateService) {

파일 보기

@ -99,7 +99,7 @@ public class DestinationsRangeJobConfig extends BaseMultiStepJobConfig<Destinati
@Override @Override
protected int getChunkSize() { protected int getChunkSize() {
return 1000; // API에서 100개씩 가져오므로 chunk도 100으로 설정 return 5000;
} }
@Bean(name = "DestinationsRangeImportJob") @Bean(name = "DestinationsRangeImportJob")

파일 보기

@ -100,7 +100,7 @@ public class TerminalCallsRangeJobConfig extends BaseMultiStepJobConfig<Terminal
@Override @Override
protected int getChunkSize() { protected int getChunkSize() {
return 1000; // API에서 100개씩 가져오므로 chunk도 1000으로 설정 return 5000;
} }
@Bean(name = "TerminalCallsRangeImportJob") @Bean(name = "TerminalCallsRangeImportJob")

파일 보기

@ -98,7 +98,7 @@ public class TransitsRangeJobConfig extends BaseMultiStepJobConfig<TransitsDto,
@Override @Override
protected int getChunkSize() { protected int getChunkSize() {
return 1000; // API에서 100개씩 가져오므로 chunk도 100으로 설정 return 5000; // API에서 100개씩 가져오므로 chunk도 100으로 설정
} }
@Bean(name = "TransitsRangeImportJob") @Bean(name = "TransitsRangeImportJob")

파일 보기

@ -16,7 +16,7 @@ public class DestinationRangeReader extends BaseApiReader<DestinationDto> {
private final BatchDateService batchDateService; // BatchDateService 필드 추가 private final BatchDateService batchDateService; // BatchDateService 필드 추가
private List<DestinationDto> allData; private List<DestinationDto> allData;
private int currentBatchIndex = 0; private int currentBatchIndex = 0;
private final int batchSize = 1000; private final int batchSize = 5000;
protected String getApiKey() { protected String getApiKey() {
return "DESTINATIONS_IMPORT_API"; return "DESTINATIONS_IMPORT_API";
} }

파일 보기

@ -16,7 +16,7 @@ public class TerminalCallsRangeReader extends BaseApiReader<TerminalCallsDto> {
private final BatchDateService batchDateService; // BatchDateService 필드 추가 private final BatchDateService batchDateService; // BatchDateService 필드 추가
private List<TerminalCallsDto> allData; private List<TerminalCallsDto> allData;
private int currentBatchIndex = 0; private int currentBatchIndex = 0;
private final int batchSize = 1000; private final int batchSize = 5000;
protected String getApiKey() { protected String getApiKey() {
return "TERMINAL_CALLS_IMPORT_API"; return "TERMINAL_CALLS_IMPORT_API";
} }

파일 보기

@ -16,7 +16,7 @@ public class TransitsRangeReader extends BaseApiReader<TransitsDto> {
private final BatchDateService batchDateService; // BatchDateService 필드 추가 private final BatchDateService batchDateService; // BatchDateService 필드 추가
private List<TransitsDto> allData; private List<TransitsDto> allData;
private int currentBatchIndex = 0; private int currentBatchIndex = 0;
private final int batchSize = 1000; private final int batchSize = 5000;
protected String getApiKey() { protected String getApiKey() {
return "TRANSITS_IMPORT_API"; return "TRANSITS_IMPORT_API";
} }

파일 보기

@ -91,7 +91,7 @@ public class PscInspectionJobConfig extends BaseMultiStepJobConfig<PscInspection
@Override @Override
protected int getChunkSize() { protected int getChunkSize() {
return 1000; // API에서 100개씩 가져오므로 chunk도 100으로 설정 return 5000;
} }
@Bean(name = "PSCDetailImportJob") @Bean(name = "PSCDetailImportJob")

파일 보기

@ -26,7 +26,7 @@ public class PscApiReader extends BaseApiReader<PscInspectionDto> {
private List<PscInspectionDto> allData; private List<PscInspectionDto> allData;
private int currentBatchIndex = 0; private int currentBatchIndex = 0;
private final int batchSize = 1000; private final int batchSize = 5000;
private final JdbcTemplate jdbcTemplate; private final JdbcTemplate jdbcTemplate;
private final BatchDateService batchDateService; // BatchDateService 필드 추가 private final BatchDateService batchDateService; // BatchDateService 필드 추가

파일 보기

@ -43,7 +43,7 @@ public class RiskImportRangeJobConfig extends BaseMultiStepJobConfig<RiskDto, Ri
@Override @Override
protected int getChunkSize() { protected int getChunkSize() {
return 10000; return 5000;
} }
public RiskImportRangeJobConfig( public RiskImportRangeJobConfig(
JobRepository jobRepository, JobRepository jobRepository,

파일 보기

@ -22,7 +22,7 @@ public class RiskDataRangeReader extends BaseApiReader<RiskDto> {
private final BatchDateService batchDateService; // BatchDateService 필드 추가 private final BatchDateService batchDateService; // BatchDateService 필드 추가
private List<RiskDto> allData; private List<RiskDto> allData;
private int currentBatchIndex = 0; private int currentBatchIndex = 0;
private final int batchSize = 1000; private final int batchSize = 5000;
private String fromDate; private String fromDate;
private String toDate; private String toDate;
public RiskDataRangeReader(WebClient webClient, JdbcTemplate jdbcTemplate, BatchDateService batchDateService) { public RiskDataRangeReader(WebClient webClient, JdbcTemplate jdbcTemplate, BatchDateService batchDateService) {