优化异常数据算法

This commit is contained in:
wr
2026-01-04 14:50:51 +08:00
parent ab96d247fa
commit 4c239b1604
3 changed files with 257 additions and 49 deletions

View File

@@ -1087,198 +1087,267 @@ public class FlowAsyncServiceImpl implements FlowAsyncService {
}
public Map<String, Object> handleDataV(List<PqDataVerify> result, PqDataVerifyBak bak, Integer timeInterval) {
Map<String, Object> map = new HashMap<>();
Map<String, Object> map = new HashMap<>(12);
Map<String, List<PqDataVerify>> codeMap = result.stream().collect(Collectors.groupingBy(PqDataVerify::getIndexCode));
//频率
List<DataCleanJsonDTO.DataHarmCleanJsonDTO> list1 = handleData(codeMap.get(DataCleanEnum.Freq.getCode()), timeInterval);
if (CollUtil.isNotEmpty(list1)) {
bak.setFreq(1);
int errorCount = list1.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorCounts).sum();
int errorTime = list1.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorTimes).sum();
bak.setFreq(errorCount);
bak.setFreqTime(errorTime);
map.put(DataCleanEnum.DataV.getCode() + "-" + DataCleanEnum.Freq.getCode(), list1);
}
//频率偏差
List<DataCleanJsonDTO.DataHarmCleanJsonDTO> list2 = handleData(codeMap.get(DataCleanEnum.FreqDev.getCode()), timeInterval);
if (CollUtil.isNotEmpty(list2)) {
bak.setFreqDev(1);
int errorCount = list2.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorCounts).sum();
int errorTime = list2.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorTimes).sum();
bak.setFreqDev(errorCount);
bak.setFreqDevTime(errorTime);
map.put(DataCleanEnum.DataV.getCode() + "-" + DataCleanEnum.FreqDev.getCode(), list2);
}
//相电压有效值
List<DataCleanJsonDTO.DataHarmCleanJsonDTO> list3 = handleData(codeMap.get(DataCleanEnum.RmsV.getCode()), timeInterval);
if (CollUtil.isNotEmpty(list3)) {
bak.setVRms(1);
int errorCount = list3.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorCounts).sum();
int errorTime = list3.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorTimes).sum();
bak.setVRms(errorCount);
bak.setVRmsTime(errorTime);
map.put(DataCleanEnum.DataV.getCode() + "-" + DataCleanEnum.RmsV.getCode(), list3);
}
//正序电压
List<DataCleanJsonDTO.DataHarmCleanJsonDTO> list4 = handleData(codeMap.get(DataCleanEnum.VPos.getCode()), timeInterval);
if (CollUtil.isNotEmpty(list4)) {
bak.setVPos(1);
int errorCount = list4.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorCounts).sum();
int errorTime = list4.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorTimes).sum();
bak.setVPos(errorCount);
bak.setVPosTime(errorTime);
map.put(DataCleanEnum.DataV.getCode() + "-" + DataCleanEnum.VPos.getCode(), list4);
}
//负序电压
List<DataCleanJsonDTO.DataHarmCleanJsonDTO> list5 = handleData(codeMap.get(DataCleanEnum.VNeg.getCode()), timeInterval);
if (CollUtil.isNotEmpty(list5)) {
bak.setVNeg(1);
int errorCount = list5.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorCounts).sum();
int errorTime = list5.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorTimes).sum();
bak.setVNeg(errorCount);
bak.setVNegTime(errorTime);
map.put(DataCleanEnum.DataV.getCode() + "-" + DataCleanEnum.VNeg.getCode(), list5);
}
//零序电压
List<DataCleanJsonDTO.DataHarmCleanJsonDTO> list6 = handleData(codeMap.get(DataCleanEnum.VZero.getCode()), timeInterval);
if (CollUtil.isNotEmpty(list6)) {
bak.setVZero(1);
int errorCount = list6.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorCounts).sum();
int errorTime = list6.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorTimes).sum();
bak.setVZero(errorCount);
bak.setVZeroTime(errorTime);
map.put(DataCleanEnum.DataV.getCode() + "-" + DataCleanEnum.VZero.getCode(), list6);
}
//电压不平衡度
List<DataCleanJsonDTO.DataHarmCleanJsonDTO> list7 = handleData(codeMap.get(DataCleanEnum.VUnbalance.getCode()), timeInterval);
if (CollUtil.isNotEmpty(list7)) {
bak.setVUnbalance(1);
int errorCount = list7.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorCounts).sum();
int errorTime = list7.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorTimes).sum();
bak.setVUnbalance(errorCount);
bak.setVUnbalanceTime(errorTime);
map.put(DataCleanEnum.DataV.getCode() + "-" + DataCleanEnum.VUnbalance.getCode(), list7);
}
//线电压有效值
List<DataCleanJsonDTO.DataHarmCleanJsonDTO> list8 = handleData(codeMap.get(DataCleanEnum.RmsLvr.getCode()), timeInterval);
if (CollUtil.isNotEmpty(list8)) {
bak.setRmsLvr(1);
int errorCount = list8.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorCounts).sum();
int errorTime = list8.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorTimes).sum();
bak.setRmsLvr(errorCount);
bak.setRmsLvrTime(errorTime);
map.put(DataCleanEnum.DataV.getCode() + "-" + DataCleanEnum.RmsLvr.getCode(), list8);
}
//电压正偏差
List<DataCleanJsonDTO.DataHarmCleanJsonDTO> list9 = handleData(codeMap.get(DataCleanEnum.VuDev.getCode()), timeInterval);
if (CollUtil.isNotEmpty(list9)) {
bak.setVuDev(1);
int errorCount = list9.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorCounts).sum();
int errorTime = list9.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorTimes).sum();
bak.setVuDev(errorCount);
bak.setVuDevTime(errorTime);
map.put(DataCleanEnum.DataV.getCode() + "-" + DataCleanEnum.VuDev.getCode(), list9);
}
//电压负偏差
List<DataCleanJsonDTO.DataHarmCleanJsonDTO> list10 = handleData(codeMap.get(DataCleanEnum.VlDev.getCode()), timeInterval);
if (CollUtil.isNotEmpty(list10)) {
bak.setVlDev(1);
int errorCount = list10.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorCounts).sum();
int errorTime = list10.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorTimes).sum();
bak.setVlDev(errorCount);
bak.setVlDevTime(errorTime);
map.put(DataCleanEnum.DataV.getCode() + "-" + DataCleanEnum.VlDev.getCode(), list10);
}
//电压总谐波畸变率
List<DataCleanJsonDTO.DataHarmCleanJsonDTO> list11 = handleData(codeMap.get(DataCleanEnum.VThd.getCode()), timeInterval);
if (CollUtil.isNotEmpty(list11)) {
bak.setVThd(1);
int errorCount = list11.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorCounts).sum();
int errorTime = list11.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorTimes).sum();
bak.setVThd(errorCount);
bak.setVThdTime(errorTime);
map.put(DataCleanEnum.DataV.getCode() + "-" + DataCleanEnum.VThd.getCode(), list11);
}
//相(线)电压基波有效值
List<DataCleanJsonDTO.DataHarmCleanJsonDTO> list12 = handleData(codeMap.get(DataCleanEnum.V_Data.getCode()), timeInterval);
if (CollUtil.isNotEmpty(list12)) {
bak.setV(1);
int errorCount = list12.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorCounts).sum();
int errorTime = list12.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorTimes).sum();
bak.setV(errorCount);
bak.setVTime(errorTime);
map.put(DataCleanEnum.DataV.getCode() + "-" + DataCleanEnum.V_Data.getCode(), list12);
}
return map;
}
public Map<String, Object> handleDataI(List<PqDataVerify> result, PqDataVerifyBak bak, Integer timeInterval) {
Map<String, Object> map = new HashMap<>();
Map<String, Object> map = new HashMap<>(1);
Map<String, List<PqDataVerify>> codeMap = result.stream().collect(Collectors.groupingBy(PqDataVerify::getIndexCode));
//电流有效值
List<DataCleanJsonDTO.DataHarmCleanJsonDTO> list = handleData(codeMap.get(DataCleanEnum.RmsI.getCode()), timeInterval);
if (CollUtil.isNotEmpty(list)) {
bak.setIRms(1);
int errorCount = list.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorCounts).sum();
int errorTime = list.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorTimes).sum();
bak.setIRms(errorCount);
bak.setIRmsTime(errorTime);
map.put(DataCleanEnum.DataI.getCode() + "-" + DataCleanEnum.RmsI.getCode(), list);
}
return map;
}
public Map<String, Object> handleDataPlt(List<PqDataVerify> result, PqDataVerifyBak bak, Integer timeInterval) {
Map<String, Object> map = new HashMap<>();
Map<String, Object> map = new HashMap<>(1);
Map<String, List<PqDataVerify>> codeMap = result.stream().collect(Collectors.groupingBy(PqDataVerify::getIndexCode));
//长时闪变
List<DataCleanJsonDTO.DataHarmCleanJsonDTO> list = handleData(codeMap.get(DataCleanEnum.Plt.getCode()), timeInterval);
if (CollUtil.isNotEmpty(list)) {
bak.setPlt(1);
int errorCount = list.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorCounts).sum();
int errorTime = list.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorTimes).sum();
bak.setPlt(errorCount);
bak.setPltTime(errorTime);
map.put(DataCleanEnum.DataPlt.getCode() + "-" + DataCleanEnum.Plt.getCode(), list);
}
return map;
}
public Map<String, Object> handleInHarmV(List<PqDataVerify> result, PqDataVerifyBak bak, Integer timeInterval) {
Map<String, Object> map = new HashMap<>();
Map<String, Object> map = new HashMap<>(1);
Map<String, List<PqDataVerify>> codeMap = result.stream().collect(Collectors.groupingBy(PqDataVerify::getIndexCode));
//间谐波电压含有率
List<DataCleanJsonDTO.DataHarmCleanJsonDTO> list = handleHarmData(codeMap.get(DataCleanEnum.V_InHarm.getCode()), timeInterval);
if (CollUtil.isNotEmpty(list)) {
bak.setVInharm(1);
int errorCount = list.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorCounts).sum();
int errorTime = list.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorTimes).sum();
bak.setVInharm(errorCount);
bak.setVInharmTime(errorTime);
map.put(DataCleanEnum.DataInHarmV.getCode() + "-" + DataCleanEnum.V_InHarm.getCode(), list);
}
return map;
}
public Map<String, Object> handleHarmRateV(List<PqDataVerify> result, PqDataVerifyBak bak, Integer timeInterval) {
Map<String, Object> map = new HashMap<>();
Map<String, Object> map = new HashMap<>(1);
Map<String, List<PqDataVerify>> codeMap = result.stream().collect(Collectors.groupingBy(PqDataVerify::getIndexCode));
//谐波电压含有率
List<DataCleanJsonDTO.DataHarmCleanJsonDTO> list = handleHarmData(codeMap.get(DataCleanEnum.V_Rate.getCode()), timeInterval);
if (CollUtil.isNotEmpty(list)) {
bak.setVHarm(1);
int errorCount = list.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorCounts).sum();
int errorTime = list.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorTimes).sum();
bak.setVHarm(errorCount);
bak.setVHarmTime(errorTime);
map.put(DataCleanEnum.DataHarmRateV.getCode() + "-" + DataCleanEnum.V_Rate.getCode(), list);
}
return map;
}
public Map<String, Object> handleHarmPowerP(List<PqDataVerify> result, PqDataVerifyBak bak, Integer timeInterval) {
Map<String, Object> map = new HashMap<>();
Map<String, Object> map = new HashMap<>(1);
Map<String, List<PqDataVerify>> codeMap = result.stream().collect(Collectors.groupingBy(PqDataVerify::getIndexCode));
//功率因素
List<DataCleanJsonDTO.DataHarmCleanJsonDTO> list = handleData(codeMap.get(DataCleanEnum.Pf.getCode()), timeInterval);
if (CollUtil.isNotEmpty(list)) {
bak.setPf(1);
int errorCount = list.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorCounts).sum();
int errorTime = list.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorTimes).sum();
bak.setPf(errorCount);
bak.setPfTime(errorTime);
map.put(DataCleanEnum.DataHarmPowerP.getCode() + "-" + DataCleanEnum.Pf.getCode(), list);
}
return map;
}
public Map<String, Object> handleHarmPhasicV(List<PqDataVerify> result, PqDataVerifyBak bak, Integer timeInterval) {
Map<String, Object> map = new HashMap<>();
Map<String, Object> map = new HashMap<>(2);
Map<String, List<PqDataVerify>> codeMap = result.stream().collect(Collectors.groupingBy(PqDataVerify::getIndexCode));
//谐波电压相角
List<DataCleanJsonDTO.DataHarmCleanJsonDTO> list = handleHarmData(codeMap.get(DataCleanEnum.V.getCode()), timeInterval);
if (CollUtil.isNotEmpty(list)) {
bak.setVPhasic(1);
int errorCount = list.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorCounts).sum();
int errorTime = list.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorTimes).sum();
bak.setVPhasic(errorCount);
bak.setVPhasicTime(errorTime);
map.put(DataCleanEnum.DataHarmPhasicV.getCode() + "-" + DataCleanEnum.V.getCode(), list);
}
//谐波电压基波相角
List<DataCleanJsonDTO.DataHarmCleanJsonDTO> list2 = handleData(codeMap.get(DataCleanEnum.V1.getCode()), timeInterval);
if (CollUtil.isNotEmpty(list2)) {
bak.setV1Phasic(1);
int errorCount = list2.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorCounts).sum();
int errorTime = list2.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorTimes).sum();
bak.setV1Phasic(errorCount);
bak.setV1PhasicTime(errorTime);
map.put(DataCleanEnum.DataHarmPhasicV.getCode() + "-" + DataCleanEnum.V1.getCode(), list2);
}
return map;
}
public Map<String, Object> handleDataFluc(List<PqDataVerify> result, PqDataVerifyBak bak, Integer timeInterval) {
Map<String, Object> map = new HashMap<>();
Map<String, Object> map = new HashMap<>(1);
Map<String, List<PqDataVerify>> codeMap = result.stream().collect(Collectors.groupingBy(PqDataVerify::getIndexCode));
//电压波动
List<DataCleanJsonDTO.DataHarmCleanJsonDTO> list = handleData(codeMap.get(DataCleanEnum.Fluc.getCode()), timeInterval);
if (CollUtil.isNotEmpty(list)) {
bak.setFluc(1);
int errorCount = list.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorCounts).sum();
int errorTime = list.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorTimes).sum();
bak.setFluc(errorCount);
bak.setFlucTime(errorTime);
map.put(DataCleanEnum.DataFluc.getCode() + "-" + DataCleanEnum.Fluc.getCode(), list);
}
return map;
}
public Map<String, Object> handleDataFlicker(List<PqDataVerify> result, PqDataVerifyBak bak, Integer timeInterval) {
Map<String, Object> map = new HashMap<>();
Map<String, Object> map = new HashMap<>(1);
Map<String, List<PqDataVerify>> codeMap = result.stream().collect(Collectors.groupingBy(PqDataVerify::getIndexCode));
//短时闪变
List<DataCleanJsonDTO.DataHarmCleanJsonDTO> list = handleData(codeMap.get(DataCleanEnum.Pst.getCode()), timeInterval);
if (CollUtil.isNotEmpty(list)) {
bak.setPst(1);
int errorCount = list.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorCounts).sum();
int errorTime = list.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorTimes).sum();
bak.setPst(errorCount);
bak.setPstTime(errorTime);
map.put(DataCleanEnum.DataFlicker.getCode() + "-" + DataCleanEnum.Pst.getCode(), list);
}
return map;
}
public Map<String, Object> handleDataEvent(List<PqDataVerify> result, PqDataVerifyBak bak, Integer timeInterval) {
Map<String, Object> map = new HashMap<>();
Map<String, Object> map = new HashMap<>(2);
Map<String, List<PqDataVerify>> codeMap = result.stream().collect(Collectors.groupingBy(PqDataVerify::getIndexCode));
//暂降事件
List<DataCleanJsonDTO.DataHarmCleanJsonDTO> list = handleData(codeMap.get(DataCleanEnum.VoltageDip.getCode()), timeInterval);
if (CollUtil.isNotEmpty(list)) {
bak.setDip(1);
int errorCount = list.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorCounts).sum();
int errorTime = list.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorTimes).sum();
bak.setDip(errorCount);
bak.setDipTime(errorTime);
map.put(DataCleanEnum.RMpEventDetail.getCode() + "-" + DataCleanEnum.VoltageDip.getCode(), list);
}
//暂升事件
List<DataCleanJsonDTO.DataHarmCleanJsonDTO> list2 = handleData(codeMap.get(DataCleanEnum.VoltageRise.getCode()), timeInterval);
if (CollUtil.isNotEmpty(list2)) {
bak.setRise(1);
int errorCount = list2.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorCounts).sum();
int errorTime = list2.stream().mapToInt(DataCleanJsonDTO.DataHarmCleanJsonDTO::getErrorTimes).sum();
bak.setRise(errorCount);
bak.setRiseTime(errorTime);
map.put(DataCleanEnum.RMpEventDetail.getCode() + "-" + DataCleanEnum.VoltageRise.getCode(), list2);
}
return map;

View File

@@ -87,15 +87,11 @@ public class PollutionCalcImpl implements IPollutionCalc {
lineParam.setValueType(Arrays.asList(line.getTimeInterval() + ""));
lineParam.setLineId(Arrays.asList(id));
List<DataVDto> dataVDtoList = dataVFeignClient.getGroupByTimeDataV(lineParam).getData();
List<DataHarmDto> dataHarmDtoList = dataHarmRateVFeignClient.getGroupByTimeHarmRateV(lineParam).getData();
if (CollUtil.isNotEmpty(dataVDtoList) && CollUtil.isNotEmpty(dataHarmDtoList)) {
//计算谐波电压污染值
dataPollutionD.setValue(PubUtils.doubleRound(2, calcVAllPollutionValue(dataVDtoList, dataHarmDtoList, overlimit) * line.getTimeInterval()));
}else{
dataPollutionD.setValue(0.0);
}
//计算谐波电压污染值
dataPollutionD.setValue(PubUtils.doubleRound(2, calcVAllPollutionValue(dataVDtoList, dataHarmDtoList, overlimit) * line.getTimeInterval()));
list.add(dataPollutionD);
dataPollutionD = new DataPollutionD();
dataPollutionD.setLineId(id);
@@ -105,7 +101,7 @@ public class PollutionCalcImpl implements IPollutionCalc {
if (CollUtil.isNotEmpty(data)) {
//计算谐波电流污染值
dataPollutionD.setValue(PubUtils.doubleRound(2, calcIAllPollutionValue(data, overlimit) * line.getTimeInterval()));
}else{
} else {
dataPollutionD.setValue(0.0);
}
list.add(dataPollutionD);
@@ -129,10 +125,16 @@ public class PollutionCalcImpl implements IPollutionCalc {
private double calcVAllPollutionValue(List<DataVDto> dataVDtoList, List<DataHarmDto> dataHarmDtoList, Overlimit overlimit) {
// 计算时间范围内指标越限百分比
// 总畸变率的限值
List<Double> thdValueList = dataVDtoList.stream().map(DataVDto::getVThd).collect(Collectors.toList());
double thdPollutionValue = calcPollutionValue(overlimit.getUbalance(), thdValueList);
//谐波值2~50次
double harmRateVPollutionValue = calcHarmRateVPollutionValue(overlimit, dataHarmDtoList);
double thdPollutionValue = 0;
double harmRateVPollutionValue = 0;
if (CollUtil.isNotEmpty(dataVDtoList)) {
List<Double> thdValueList = dataVDtoList.stream().map(DataVDto::getVThd).collect(Collectors.toList());
thdPollutionValue = calcPollutionValue(overlimit.getUbalance(), thdValueList);
}
if (CollUtil.isNotEmpty(dataVDtoList)) {
//谐波值2~50次
harmRateVPollutionValue = calcHarmRateVPollutionValue(overlimit, dataHarmDtoList);
}
return thdPollutionValue + harmRateVPollutionValue;
}