gc/snp-batch-validation
1
0
포크 0
코드 이슈 풀 리퀘스트 위키 활동

🔇 로그 범위 변경

소스 검색
This commit is contained in:
hyojin kim 2025-12-31 13:59:23 +09:00
부모 99fcd38d24
커밋 31262f5dda
3개의 변경된 파일과 117개의 추가작업 그리고 117개의 파일을 삭제
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
src/main/java/com/snp/batch/jobs/shipdetail/batch/processor/ShipDetailDataProcessor.java
파일 보기

@ -28,7 +28,7 @@ public class ShipDetailDataProcessor extends BaseProcessor<ShipDetailComparisonD
String previousHash = comparisonData.getPreviousMasterHash();
String currentHash = comparisonData.getCurrentMasterHash();
log.info("선박 해시 비교 시작: imoNumber={}, DB Hash={}, API Hash={}", imo, previousHash, currentHash);
log.debug("선박 해시 비교 시작: imoNumber={}, DB Hash={}, API Hash={}", imo, previousHash, currentHash);
// 1. 해시 비교 (변경 감지)
if (isChanged(previousHash, currentHash)) {

52
src/main/java/com/snp/batch/jobs/shipdetail/batch/repository/ShipDetailRepositoryImpl.java
파일 보기

@ -516,7 +516,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 전체 저장 시작: {} 건", getEntityName(), entities.size());
log.debug("{} 전체 저장 시작: {} 건", getEntityName(), entities.size());
// INSERT와 UPDATE 분리
List<ShipDetailEntity> toInsert = entities.stream()
@ -547,7 +547,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 배치 삽입 시작: {} 건", "OwnerHistoryEntity", entities.size());
log.debug("{} 배치 삽입 시작: {} 건", "OwnerHistoryEntity", entities.size());
jdbcTemplate.batchUpdate(ownerHistorySql, entities, entities.size(),
(ps, entity) -> {
@ -571,7 +571,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 배치 삽입 시작: {} 건", entityName, entities.size());
log.debug("{} 배치 삽입 시작: {} 건", entityName, entities.size());
jdbcTemplate.batchUpdate(sql, entities, entities.size(),
(ps, entity) -> {
@ -595,7 +595,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 배치 삽입 시작: {} 건", entityName, entities.size());
log.debug("{} 배치 삽입 시작: {} 건", entityName, entities.size());
jdbcTemplate.batchUpdate(sql, entities, entities.size(),
(ps, entity) -> {
@ -619,7 +619,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 배치 삽입 시작: {} 건", entityName, entities.size());
log.debug("{} 배치 삽입 시작: {} 건", entityName, entities.size());
jdbcTemplate.batchUpdate(sql, entities, entities.size(),
(ps, entity) -> {
@ -643,7 +643,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 배치 삽입 시작: {} 건", entityName, entities.size());
log.debug("{} 배치 삽입 시작: {} 건", entityName, entities.size());
jdbcTemplate.batchUpdate(sql, entities, entities.size(),
(ps, entity) -> {
@ -667,7 +667,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 배치 삽입 시작: {} 건", entityName, entities.size());
log.debug("{} 배치 삽입 시작: {} 건", entityName, entities.size());
jdbcTemplate.batchUpdate(sql, entities, entities.size(),
(ps, entity) -> {
@ -691,7 +691,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 배치 삽입 시작: {} 건", entityName, entities.size());
log.debug("{} 배치 삽입 시작: {} 건", entityName, entities.size());
jdbcTemplate.batchUpdate(sql, entities, entities.size(),
(ps, entity) -> {
@ -715,7 +715,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 배치 삽입 시작: {} 건", entityName, entities.size());
log.debug("{} 배치 삽입 시작: {} 건", entityName, entities.size());
jdbcTemplate.batchUpdate(sql, entities, entities.size(),
(ps, entity) -> {
@ -739,7 +739,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 배치 삽입 시작: {} 건", entityName, entities.size());
log.debug("{} 배치 삽입 시작: {} 건", entityName, entities.size());
jdbcTemplate.batchUpdate(sql, entities, entities.size(),
(ps, entity) -> {
@ -763,7 +763,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 배치 삽입 시작: {} 건", entityName, entities.size());
log.debug("{} 배치 삽입 시작: {} 건", entityName, entities.size());
jdbcTemplate.batchUpdate(sql, entities, entities.size(),
(ps, entity) -> {
@ -787,7 +787,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 배치 삽입 시작: {} 건", entityName, entities.size());
log.debug("{} 배치 삽입 시작: {} 건", entityName, entities.size());
jdbcTemplate.batchUpdate(sql, entities, entities.size(),
(ps, entity) -> {
@ -811,7 +811,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 배치 삽입 시작: {} 건", entityName, entities.size());
log.debug("{} 배치 삽입 시작: {} 건", entityName, entities.size());
jdbcTemplate.batchUpdate(sql, entities, entities.size(),
(ps, entity) -> {
@ -835,7 +835,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 배치 삽입 시작: {} 건", entityName, entities.size());
log.debug("{} 배치 삽입 시작: {} 건", entityName, entities.size());
jdbcTemplate.batchUpdate(sql, entities, entities.size(),
(ps, entity) -> {
@ -859,7 +859,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 배치 삽입 시작: {} 건", entityName, entities.size());
log.debug("{} 배치 삽입 시작: {} 건", entityName, entities.size());
jdbcTemplate.batchUpdate(sql, entities, entities.size(),
(ps, entity) -> {
@ -883,7 +883,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 배치 삽입 시작: {} 건", entityName, entities.size());
log.debug("{} 배치 삽입 시작: {} 건", entityName, entities.size());
jdbcTemplate.batchUpdate(sql, entities, entities.size(),
(ps, entity) -> {
@ -907,7 +907,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 배치 삽입 시작: {} 건", entityName, entities.size());
log.debug("{} 배치 삽입 시작: {} 건", entityName, entities.size());
jdbcTemplate.batchUpdate(sql, entities, entities.size(),
(ps, entity) -> {
@ -931,7 +931,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 배치 삽입 시작: {} 건", entityName, entities.size());
log.debug("{} 배치 삽입 시작: {} 건", entityName, entities.size());
jdbcTemplate.batchUpdate(sql, entities, entities.size(),
(ps, entity) -> {
@ -955,7 +955,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 배치 삽입 시작: {} 건", entityName, entities.size());
log.debug("{} 배치 삽입 시작: {} 건", entityName, entities.size());
jdbcTemplate.batchUpdate(sql, entities, entities.size(),
(ps, entity) -> {
@ -979,7 +979,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 배치 삽입 시작: {} 건", entityName, entities.size());
log.debug("{} 배치 삽입 시작: {} 건", entityName, entities.size());
jdbcTemplate.batchUpdate(sql, entities, entities.size(),
(ps, entity) -> {
@ -1003,7 +1003,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 배치 삽입 시작: {} 건", entityName, entities.size());
log.debug("{} 배치 삽입 시작: {} 건", entityName, entities.size());
jdbcTemplate.batchUpdate(sql, entities, entities.size(),
(ps, entity) -> {
@ -1027,7 +1027,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 배치 삽입 시작: {} 건", entityName, entities.size());
log.debug("{} 배치 삽입 시작: {} 건", entityName, entities.size());
jdbcTemplate.batchUpdate(sql, entities, entities.size(),
(ps, entity) -> {
@ -1051,7 +1051,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 배치 삽입 시작: {} 건", entityName, entities.size());
log.debug("{} 배치 삽입 시작: {} 건", entityName, entities.size());
jdbcTemplate.batchUpdate(sql, entities, entities.size(),
(ps, entity) -> {
@ -1075,7 +1075,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 배치 삽입 시작: {} 건", entityName, entities.size());
log.debug("{} 배치 삽입 시작: {} 건", entityName, entities.size());
jdbcTemplate.batchUpdate(sql, entities, entities.size(),
(ps, entity) -> {
@ -1100,7 +1100,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 배치 삽입 시작: {} 건", entityName, entities.size());
log.debug("{} 배치 삽입 시작: {} 건", entityName, entities.size());
jdbcTemplate.batchUpdate(sql, entities, entities.size(),
(ps, entity) -> {
@ -1124,7 +1124,7 @@ public class ShipDetailRepositoryImpl extends BaseJdbcRepository<ShipDetailEntit
return;
}
log.info("{} 배치 삽입 시작: {} 건", entityName, entities.size());
log.debug("{} 배치 삽입 시작: {} 건", entityName, entities.size());
jdbcTemplate.batchUpdate(sql, entities, entities.size(),
(ps, entity) -> {

180
src/main/java/com/snp/batch/jobs/shipdetail/batch/writer/ShipDetailDataWriter.java
파일 보기

@ -33,7 +33,7 @@ public class ShipDetailDataWriter extends BaseWriter<ShipDetailUpdate> {
if (items.isEmpty()) { return; }
log.info("선박 상세 정보 데이터 저장: {} 건", items.size());
// log.info("선박 상세 정보 데이터 저장: {} 건", items.size());
// 1. List<ShipDetailUpdate> -> 3가지 List 형태로 가공
// 1-1. List<ShipDetailEntity> (Core20 데이터 처리용)
@ -78,95 +78,95 @@ public class ShipDetailDataWriter extends BaseWriter<ShipDetailUpdate> {
// ✅ 2-1. ShipDetailRepository (Core20 데이터)
log.debug("Core20 데이터 저장 시작: {} 건", coreEntities.size());
shipDetailRepository.saveAllCoreData(coreEntities);
//
// // ✅ 2-2. 추가적인 Array/List 데이터
// // OwnerHistory 저장
// log.debug("OwnerHistory 데이터 저장 시작: {} 건", ownerHistoriyListEntities.size());
// shipDetailRepository.saveAllOwnerHistoryData(ownerHistoriyListEntities);
//
// // CrewList 저장
// log.debug("CrewList 데이터 저장 시작: {} 건", crewListEntities.size());
// shipDetailRepository.saveAllCrewListData(crewListEntities);
//
// // StowageCommodity 저장
// log.debug("StowageCommodity 저장 시작: {} 건", stowageCommodityListEntities.size());
// shipDetailRepository.saveAllStowageCommodityData(stowageCommodityListEntities);
//
// // GroupBeneficialOwnerHistory 저장
// log.debug("GroupBeneficialOwnerHistory 저장 시작: {} 건", groupBeneficialOwnerHistoryListEntities.size());
// shipDetailRepository.saveAllGroupBeneficialOwnerHistoryData(groupBeneficialOwnerHistoryListEntities);
//
// // ShipManagerHistory 저장
// log.debug("ShipManagerHistory 저장 시작: {} 건", shipManagerHistoryListEntities.size());
// shipDetailRepository.saveAllShipManagerHistoryData(shipManagerHistoryListEntities);
//
// // OperatorHistory 저장
// log.debug("OperatorHistory 저장 시작: {} 건", operatorHistoryListEntities.size());
// shipDetailRepository.saveAllOperatorHistoryData(operatorHistoryListEntities);
//
// // TechnicalManagerHistory 저장
// log.debug("TechnicalManagerHistory 저장 시작: {} 건", technicalManagerHistoryListEntities.size());
// shipDetailRepository.saveAllTechnicalManagerHistoryData(technicalManagerHistoryListEntities);
//
// // BareBoatCharterHistory 저장
// log.debug("BareBoatCharterHistory 저장 시작: {} 건", bareBoatCharterHistoryListEntities.size());
// shipDetailRepository.saveAllBareBoatCharterHistoryData(bareBoatCharterHistoryListEntities);
//
// // NameHistory 저장
// log.debug("NameHistory 저장 시작: {} 건", nameHistoryListEntities.size());
// shipDetailRepository.saveAllNameHistoryData(nameHistoryListEntities);
//
// // FlagHistory 저장
// log.debug("FlagHistory 저장 시작: {} 건", flagHistoryListEntities.size());
// shipDetailRepository.saveAllFlagHistoryData(flagHistoryListEntities);
//
// // AdditionalInformation 저장
// log.debug("AdditionalInformation 저장 시작: {} 건", additionalInformationListEntities.size());
// shipDetailRepository.saveAllAdditionalInformationData(additionalInformationListEntities);
//
// // PandIHistory 저장
// log.debug("PandIHistory 저장 시작: {} 건", pandIHistoryListEntities.size());
// shipDetailRepository.saveAllPandIHistoryData(pandIHistoryListEntities);
//
// // CallSignAndMmsiHistory 저장
// log.debug("CallSignAndMmsiHistory 저장 시작: {} 건", callSignAndMmsiHistoryListEntities.size());
// shipDetailRepository.saveAllCallSignAndMmsiHistoryData(callSignAndMmsiHistoryListEntities);
//
// // IceClass 저장
// log.debug("IceClass 저장 시작: {} 건", iceClassListEntities.size());
// shipDetailRepository.saveAllIceClassData(iceClassListEntities);
//
// // SafetyManagementCertificateHistory 저장
// log.debug("SafetyManagementCertificateHistory 저장 시작: {} 건", safetyManagementCertificateHistoryListEntities.size());
// shipDetailRepository.saveAllSafetyManagementCertificateHistoryData(safetyManagementCertificateHistoryListEntities);
//
// // ClassHistory 저장
// log.debug("ClassHistory 저장 시작: {} 건", classHistoryListEntities.size());
// shipDetailRepository.saveAllClassHistoryData(classHistoryListEntities);
//
// // SurveyDatesHistory 저장
// log.debug("SurveyDatesHistory 저장 시작: {} 건", surveyDatesHistoryListEntities.size());
// shipDetailRepository.saveAllSurveyDatesHistoryData(surveyDatesHistoryListEntities);
//
// // SurveyDatesHistoryUnique 저장
// log.debug("SurveyDatesHistoryUnique 저장 시작: {} 건", surveyDatesHistoryUniqueListEntities.size());
// shipDetailRepository.saveAllSurveyDatesHistoryUniqueData(surveyDatesHistoryUniqueListEntities);
//
// // SisterShipLinks 저장
// log.debug("SisterShipLinks 저장 시작: {} 건", sisterShipLinksListEntities.size());
// shipDetailRepository.saveAllSisterShipLinksData(sisterShipLinksListEntities);
//
// // StatusHistory 저장
// log.debug("StatusHistory 저장 시작: {} 건", statusHistoryListEntities.size());
// shipDetailRepository.saveAllStatusHistoryData(statusHistoryListEntities);
//
// // SpecialFeature 저장
// log.debug("SpecialFeature 저장 시작: {} 건", specialFeatureListEntities.size());
// shipDetailRepository.saveAllSpecialFeatureData(specialFeatureListEntities);
//
// // Thrusters 저장
// log.debug("Thrusters 저장 시작: {} 건", thrustersListEntities.size());
// shipDetailRepository.saveAllThrustersData(thrustersListEntities);
// ✅ 2-2. 추가적인 Array/List 데이터
// OwnerHistory 저장
log.debug("OwnerHistory 데이터 저장 시작: {} 건", ownerHistoriyListEntities.size());
shipDetailRepository.saveAllOwnerHistoryData(ownerHistoriyListEntities);
// CrewList 저장
log.debug("CrewList 데이터 저장 시작: {} 건", crewListEntities.size());
shipDetailRepository.saveAllCrewListData(crewListEntities);
// StowageCommodity 저장
log.debug("StowageCommodity 저장 시작: {} 건", stowageCommodityListEntities.size());
shipDetailRepository.saveAllStowageCommodityData(stowageCommodityListEntities);
// GroupBeneficialOwnerHistory 저장
log.debug("GroupBeneficialOwnerHistory 저장 시작: {} 건", groupBeneficialOwnerHistoryListEntities.size());
shipDetailRepository.saveAllGroupBeneficialOwnerHistoryData(groupBeneficialOwnerHistoryListEntities);
// ShipManagerHistory 저장
log.debug("ShipManagerHistory 저장 시작: {} 건", shipManagerHistoryListEntities.size());
shipDetailRepository.saveAllShipManagerHistoryData(shipManagerHistoryListEntities);
// OperatorHistory 저장
log.debug("OperatorHistory 저장 시작: {} 건", operatorHistoryListEntities.size());
shipDetailRepository.saveAllOperatorHistoryData(operatorHistoryListEntities);
// TechnicalManagerHistory 저장
log.debug("TechnicalManagerHistory 저장 시작: {} 건", technicalManagerHistoryListEntities.size());
shipDetailRepository.saveAllTechnicalManagerHistoryData(technicalManagerHistoryListEntities);
// BareBoatCharterHistory 저장
log.debug("BareBoatCharterHistory 저장 시작: {} 건", bareBoatCharterHistoryListEntities.size());
shipDetailRepository.saveAllBareBoatCharterHistoryData(bareBoatCharterHistoryListEntities);
// NameHistory 저장
log.debug("NameHistory 저장 시작: {} 건", nameHistoryListEntities.size());
shipDetailRepository.saveAllNameHistoryData(nameHistoryListEntities);
// FlagHistory 저장
log.debug("FlagHistory 저장 시작: {} 건", flagHistoryListEntities.size());
shipDetailRepository.saveAllFlagHistoryData(flagHistoryListEntities);
// AdditionalInformation 저장
log.debug("AdditionalInformation 저장 시작: {} 건", additionalInformationListEntities.size());
shipDetailRepository.saveAllAdditionalInformationData(additionalInformationListEntities);
// PandIHistory 저장
log.debug("PandIHistory 저장 시작: {} 건", pandIHistoryListEntities.size());
shipDetailRepository.saveAllPandIHistoryData(pandIHistoryListEntities);
// CallSignAndMmsiHistory 저장
log.debug("CallSignAndMmsiHistory 저장 시작: {} 건", callSignAndMmsiHistoryListEntities.size());
shipDetailRepository.saveAllCallSignAndMmsiHistoryData(callSignAndMmsiHistoryListEntities);
// IceClass 저장
log.debug("IceClass 저장 시작: {} 건", iceClassListEntities.size());
shipDetailRepository.saveAllIceClassData(iceClassListEntities);
// SafetyManagementCertificateHistory 저장
log.debug("SafetyManagementCertificateHistory 저장 시작: {} 건", safetyManagementCertificateHistoryListEntities.size());
shipDetailRepository.saveAllSafetyManagementCertificateHistoryData(safetyManagementCertificateHistoryListEntities);
// ClassHistory 저장
log.debug("ClassHistory 저장 시작: {} 건", classHistoryListEntities.size());
shipDetailRepository.saveAllClassHistoryData(classHistoryListEntities);
// SurveyDatesHistory 저장
log.debug("SurveyDatesHistory 저장 시작: {} 건", surveyDatesHistoryListEntities.size());
shipDetailRepository.saveAllSurveyDatesHistoryData(surveyDatesHistoryListEntities);
// SurveyDatesHistoryUnique 저장
log.debug("SurveyDatesHistoryUnique 저장 시작: {} 건", surveyDatesHistoryUniqueListEntities.size());
shipDetailRepository.saveAllSurveyDatesHistoryUniqueData(surveyDatesHistoryUniqueListEntities);
// SisterShipLinks 저장
log.debug("SisterShipLinks 저장 시작: {} 건", sisterShipLinksListEntities.size());
shipDetailRepository.saveAllSisterShipLinksData(sisterShipLinksListEntities);
// StatusHistory 저장
log.debug("StatusHistory 저장 시작: {} 건", statusHistoryListEntities.size());
shipDetailRepository.saveAllStatusHistoryData(statusHistoryListEntities);
// SpecialFeature 저장
log.debug("SpecialFeature 저장 시작: {} 건", specialFeatureListEntities.size());
shipDetailRepository.saveAllSpecialFeatureData(specialFeatureListEntities);
// Thrusters 저장
log.debug("Thrusters 저장 시작: {} 건", thrustersListEntities.size());
shipDetailRepository.saveAllThrustersData(thrustersListEntities);
// DarkActivityConfirmed 저장
log.debug("DarkActivityConfirmed 저장 시작: {} 건", darkActivityConfirmedEntities.size());