Middleware/cn-data-platform
5
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

微调

Browse Source
This commit is contained in:
chendaofei
2025-04-14 15:14:25 +08:00
parent 3165f25d73
commit 0574cdc510
1 changed files with 0 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

11
algorithm/algorithm-boot/src/main/java/com/njcn/algorithm/serviceimpl/line/DataCleanServiceImpl.java
View File

@@ -149,7 +149,6 @@ public class DataCleanServiceImpl implements IDataCleanService {
lineParam.setLineId(list); lineParam.setLineId(list);
List<DataIDto> partList = dataIFeignClient.getRawData(lineParam).getData(); List<DataIDto> partList = dataIFeignClient.getRawData(lineParam).getData();
if (CollUtil.isNotEmpty(partList)) { if (CollUtil.isNotEmpty(partList)) {
logger.info("{}数据清洗dataI集合大小为>>>>>>>>>>>>{}",lineParam.getStartTime(), MemorySizeUtil.getObjectSize(partList));
partList.forEach(item->{ partList.forEach(item->{
//数据清洗 //数据清洗
List<PqDataVerify> pqDataVerifies = judgeDataI(map, lineMap.get(item.getLineId()),item); List<PqDataVerify> pqDataVerifies = judgeDataI(map, lineMap.get(item.getLineId()),item);
@@ -216,8 +215,6 @@ public class DataCleanServiceImpl implements IDataCleanService {
lineParam.setLineId(list); lineParam.setLineId(list);
List<DataHarmDto> partList = dataInharmVFeignClient.getRawData(lineParam).getData(); List<DataHarmDto> partList = dataInharmVFeignClient.getRawData(lineParam).getData();
if (CollUtil.isNotEmpty(partList)) { if (CollUtil.isNotEmpty(partList)) {
logger.info("{}数据清洗dataInharmV集合大小为>>>>>>>>>>>>{}",lineParam.getStartTime(), MemorySizeUtil.getObjectSize(partList));
partList.forEach(item->{ partList.forEach(item->{
//数据清洗 //数据清洗
List<PqDataVerify> pqDataVerifies = judgeDataInHarmV(map,item); List<PqDataVerify> pqDataVerifies = judgeDataInHarmV(map,item);
@@ -251,8 +248,6 @@ public class DataCleanServiceImpl implements IDataCleanService {
lineParam.setLineId(list); lineParam.setLineId(list);
List<DataHarmDto> partList = dataHarmRateVFeignClient.getRawData(lineParam).getData(); List<DataHarmDto> partList = dataHarmRateVFeignClient.getRawData(lineParam).getData();
if (CollUtil.isNotEmpty(partList)) { if (CollUtil.isNotEmpty(partList)) {
logger.info("{}数据清洗dataHarmRateV集合大小为>>>>>>>>>>>>{}",lineParam.getStartTime(), MemorySizeUtil.getObjectSize(partList));
partList.forEach(item->{ partList.forEach(item->{
//数据清洗 //数据清洗
List<PqDataVerify> pqDataVerifies = judgeDataHarmRateV(map,item); List<PqDataVerify> pqDataVerifies = judgeDataHarmRateV(map,item);
@@ -286,8 +281,6 @@ public class DataCleanServiceImpl implements IDataCleanService {
lineParam.setLineId(list); lineParam.setLineId(list);
List<DataPowerPDto> partList = dataHarmpowerPFeignClient.getRawData(lineParam).getData(); List<DataPowerPDto> partList = dataHarmpowerPFeignClient.getRawData(lineParam).getData();
if (CollUtil.isNotEmpty(partList)) { if (CollUtil.isNotEmpty(partList)) {
logger.info("{}数据清洗dataHarmPowerP集合大小为>>>>>>>>>>>>{}",lineParam.getStartTime(), MemorySizeUtil.getObjectSize(partList));
partList.forEach(item->{ partList.forEach(item->{
//数据清洗 //数据清洗
List<PqDataVerify> pqDataVerifies = judgeDataHarmPowerP(map,item); List<PqDataVerify> pqDataVerifies = judgeDataHarmPowerP(map,item);
@@ -321,8 +314,6 @@ public class DataCleanServiceImpl implements IDataCleanService {
lineParam.setLineId(list); lineParam.setLineId(list);
List<DataHarmDto> partList = dataHarmphasicVFeignClient.getRawData(lineParam).getData(); List<DataHarmDto> partList = dataHarmphasicVFeignClient.getRawData(lineParam).getData();
if (CollUtil.isNotEmpty(partList)) { if (CollUtil.isNotEmpty(partList)) {
logger.info("{}数据清洗dataHarmPhasicV集合大小为>>>>>>>>>>>>{}",lineParam.getStartTime(), MemorySizeUtil.getObjectSize(partList));
partList.forEach(item->{ partList.forEach(item->{
//数据清洗 //数据清洗
List<PqDataVerify> pqDataVerifies = judgeDataHarmPhasicV(map,item); List<PqDataVerify> pqDataVerifies = judgeDataHarmPhasicV(map,item);
@@ -356,8 +347,6 @@ public class DataCleanServiceImpl implements IDataCleanService {
lineParam.setLineId(list); lineParam.setLineId(list);
List<DataFlucDto> partList = dataFlucFeignClient.getRawData(lineParam).getData(); List<DataFlucDto> partList = dataFlucFeignClient.getRawData(lineParam).getData();
if (CollUtil.isNotEmpty(partList)) { if (CollUtil.isNotEmpty(partList)) {
logger.info("{}数据清洗dataFluc集合大小为>>>>>>>>>>>>{}",lineParam.getStartTime(), MemorySizeUtil.getObjectSize(partList));
partList.forEach(item->{ partList.forEach(item->{
//数据清洗 //数据清洗
List<PqDataVerify> pqDataVerifies = judgeDataFluc(map,item); List<PqDataVerify> pqDataVerifies = judgeDataFluc(map,item);