gc/snp-batch-validation
1
0
포크 0
코드 이슈 풀 리퀘스트 위키 활동

🗃️ Ship Data 스키마 변경

소스 검색
This commit is contained in:
hyojin kim 2025-12-23 11:23:29 +09:00
부모 4700ec862b
커밋 7b1fe1d52c
4개의 변경된 파일과 15개의 추가작업 그리고 21개의 파일을 삭제
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/main/java/com/snp/batch/jobs/shipdetail/batch/config/ShipDetailUpdateJobConfig.java
파일 보기

@ -103,7 +103,7 @@ public class ShipDetailUpdateJobConfig extends BaseJobConfig<ShipDetailCompariso
@Override
protected int getChunkSize() {
return 1; // API에서 100개씩 가져오므로 chunk도 100으로 설정
return 20; // API에서 100개씩 가져오므로 chunk도 100으로 설정
}
@Bean(name = "ShipDetailUpdateJob")

20
src/main/java/com/snp/batch/jobs/shipdetail/batch/reader/ShipDetailUpdateDataReader.java
파일 보기

@ -47,7 +47,7 @@ public class ShipDetailUpdateDataReader extends BaseApiReader<ShipDetailComparis
// DB 해시값을 저장할 맵
private Map<String, String> dbMasterHashes;
private int currentBatchIndex = 0;
private final int batchSize = 1;
private final int batchSize = 20;
public ShipDetailUpdateDataReader(WebClient webClient, JdbcTemplate jdbcTemplate, ObjectMapper objectMapper,BatchDateService batchDateService) {
super(webClient);
@ -261,18 +261,12 @@ public class ShipDetailUpdateDataReader extends BaseApiReader<ShipDetailComparis
.uri(url, uriBuilder -> uriBuilder
// 맵에서 파라미터 값을 동적으로 가져와 세팅
.queryParam("shipsCategory", params.get("shipsCategory"))
// .queryParam("fromYear", params.get("fromYear"))
// .queryParam("fromMonth", params.get("fromMonth"))
// .queryParam("fromDay", params.get("fromDay"))
// .queryParam("toYear", params.get("toYear"))
// .queryParam("toMonth", params.get("toMonth"))
// .queryParam("toDay", params.get("toDay"))
.queryParam("fromYear", "2025")
.queryParam("fromMonth", "10")
.queryParam("fromDay", "15")
.queryParam("toYear", "2025")
.queryParam("toMonth", "12")
.queryParam("toDay", "17")
.queryParam("fromYear", params.get("fromYear"))
.queryParam("fromMonth", params.get("fromMonth"))
.queryParam("fromDay", params.get("fromDay"))
.queryParam("toYear", params.get("toYear"))
.queryParam("toMonth", params.get("toMonth"))
.queryParam("toDay", params.get("toDay"))
.build())
.retrieve()
.bodyToMono(ShipUpdateApiResponse.class)

4
src/main/java/com/snp/batch/jobs/shipdetail/batch/writer/ShipDetailDataWriter.java
파일 보기

@ -76,8 +76,8 @@ public class ShipDetailDataWriter extends BaseWriter<ShipDetailUpdate> {
// 2. 각 Repository에 전달
// ✅ 2-1. ShipDetailRepository (Core20 데이터)
// log.debug("Core20 데이터 저장 시작: {} 건", coreEntities.size());
// shipDetailRepository.saveAllCoreData(coreEntities);
log.debug("Core20 데이터 저장 시작: {} 건", coreEntities.size());
shipDetailRepository.saveAllCoreData(coreEntities);
//
// // ✅ 2-2. 추가적인 Array/List 데이터
// // OwnerHistory 저장

10
src/main/java/com/snp/batch/jobs/shipimport/batch/repository/ShipRepositoryImpl.java
파일 보기

@ -26,7 +26,7 @@ public class ShipRepositoryImpl extends BaseJdbcRepository<ShipEntity, Long> imp
@Override
protected String getTableName() {
return "ship_data";
return "snp_data.ship_data";
}
@Override
@ -47,7 +47,7 @@ public class ShipRepositoryImpl extends BaseJdbcRepository<ShipEntity, Long> imp
@Override
protected String getInsertSql() {
return """
INSERT INTO ship_data (imo_number, core_ship_ind, dataset_version, import_date, created_at, updated_at, created_by, updated_by)
INSERT INTO snp_data.ship_data (imo_number, core_ship_ind, dataset_version, import_date, created_at, updated_at, created_by, updated_by)
VALUES (?, ?, ?, ?, ?, ?, ?, ?)
""";
}
@ -55,7 +55,7 @@ public class ShipRepositoryImpl extends BaseJdbcRepository<ShipEntity, Long> imp
@Override
protected String getUpdateSql() {
return """
UPDATE ship_data
UPDATE snp_data.ship_data
SET core_ship_ind = ?,
dataset_version = ?,
import_date = ?,
@ -100,7 +100,7 @@ public class ShipRepositoryImpl extends BaseJdbcRepository<ShipEntity, Long> imp
*/
@Override
public Optional<ShipEntity> findByImoNumber(String imoNumber) {
String sql = "SELECT * FROM ship_data WHERE imo_number = ?";
String sql = "SELECT * FROM snp_data.ship_data WHERE imo_number = ?";
return executeQueryForObject(sql, imoNumber);
}
@ -109,7 +109,7 @@ public class ShipRepositoryImpl extends BaseJdbcRepository<ShipEntity, Long> imp
*/
@Override
public boolean existsByImoNumber(String imoNumber) {
String sql = "SELECT COUNT(*) FROM ship_data WHERE imo_number = ?";
String sql = "SELECT COUNT(*) FROM snp_data.ship_data WHERE imo_number = ?";
Long count = jdbcTemplate.queryForObject(sql, Long.class, imoNumber);
return count != null && count > 0;
}