oralce同步到influxDB

This commit is contained in:
hzj
2024-01-16 15:51:00 +08:00
parent a2afabe80c
commit aa23ed6199
22 changed files with 75111 additions and 339 deletions

View File

@@ -0,0 +1,65 @@
package com.njcn.influx.bo.param;
import java.util.Arrays;
import java.util.List;
import java.util.stream.Collectors;
/**
* Description:
* Date: 2024/1/4 13:54【需求编号】
*
* @author clam
* @version V1.0.0
*/
public enum TableEnum {
DATAFLICKER("DataFlicker","电压闪变数据表"),
DATAFLUC("DataFluc","电压波动数据表"),
DATAHARMPHASICI("DataHarmphasicI","谐波电流角度数据表"),
DATAHARMPHASICV("DataHarmphasicV","谐波电压角度数据表"),
DATAHARMPOWERP("DataHarmpowerP","有功功率数据表"),
DATAHARMPOWERQ("DataHarmpowerQ","无功功率数据表"),
DATAHARMPOWERS("DataHarmpowerS","视在功率数据表"),
DATAHARMRATEI("DataHarmrateI","谐波电流含有率数据表"),
DATAHARMRATEV("DataHarmrateV","谐波电压含有率数据表"),
DATAINHARMI("DataInharmI","电流简谐波幅值数据表"),
DATAINHARMV("DataInharmV","电压间谐波幅值数据表"),
DATAI("DataI","谐波电流幅值数据表"),
DATAPLT("DataPlt","长时闪变数据表"),
DATAV("DataV","谐波电压幅值数据表");
private final String code;
private final String value;
TableEnum(String code, String value) {
this.code = code;
this.value = value;
}
/**
* 获取所有可执行的组件类型,
* 除了"目录"类型,其他都可以执行
* @return
*/
public static List<String> getExecutableTypes() {
return Arrays.stream(TableEnum.values()).map(tmep->{
return tmep.code;
}).collect(Collectors.toList());
}
/**
* 通过code获取枚举值
* @param code
* @return
*/
public static String getValueByCode(String code) {
for (TableEnum item : TableEnum.values()) {
if (item.code.equals(code)) {
return item.value;
}
}
return null;
}
}

View File

@@ -247,7 +247,7 @@ public class InfluxDBDataV {
influxDBDataV.setPhasicType(dataV.getPhasicType());
influxDBDataV.setQualityFlag(dataV.getQualityflag()+"");
influxDBDataV.setValueType(valueType);
//T相时处理setRmsLvr
//T相时特殊处理RmsLvr将RmsabRmsbcRmsca转纯的abc3相里
if(Objects.equals(dataV.getPhasicType(),"T")){
InfluxDBDataV influxDBDataVA = new InfluxDBDataV();
@@ -261,8 +261,6 @@ public class InfluxDBDataV {
influxDBDataVC.setPhasicType("C");
if (valueType.equals("AVG")) {
influxDBDataVA.setRmsLvr(dataV.getRmsab());
@@ -296,268 +294,268 @@ public class InfluxDBDataV {
influxDBDataVList.add(influxDBDataVC);
}else {
if (valueType.equals("AVG")) {
influxDBDataV.setVNeg(dataV.getVNeg());
influxDBDataV.setVPos(dataV.getVPos());
influxDBDataV.setVThd(dataV.getVThd());
influxDBDataV.setVUnbalance(dataV.getVUnbalance());
influxDBDataV.setVZero(dataV.getVZero());
influxDBDataV.setFreq(dataV.getFreq());
influxDBDataV.setFreqDev(dataV.getFreqDev());
influxDBDataV.setRms(dataV.getRms());
influxDBDataV.setRmsLvr(dataV.getRmsab());
influxDBDataV.setVlDev(dataV.getVlDev());
influxDBDataV.setVuDev(dataV.getVuDev());
influxDBDataV.setV1(dataV.getV1());
influxDBDataV.setV2(dataV.getV2());
influxDBDataV.setV3(dataV.getV3());
influxDBDataV.setV4(dataV.getV4());
influxDBDataV.setV5(dataV.getV5());
influxDBDataV.setV6(dataV.getV6());
influxDBDataV.setV7(dataV.getV7());
influxDBDataV.setV8(dataV.getV8());
influxDBDataV.setV9(dataV.getV9());
influxDBDataV.setV10(dataV.getV10());
influxDBDataV.setV11(dataV.getV11());
influxDBDataV.setV12(dataV.getV12());
influxDBDataV.setV13(dataV.getV13());
influxDBDataV.setV14(dataV.getV14());
influxDBDataV.setV15(dataV.getV15());
influxDBDataV.setV16(dataV.getV16());
influxDBDataV.setV17(dataV.getV17());
influxDBDataV.setV18(dataV.getV18());
influxDBDataV.setV19(dataV.getV19());
influxDBDataV.setV20(dataV.getV20());
influxDBDataV.setV21(dataV.getV21());
influxDBDataV.setV22(dataV.getV22());
influxDBDataV.setV23(dataV.getV23());
influxDBDataV.setV24(dataV.getV24());
influxDBDataV.setV25(dataV.getV25());
influxDBDataV.setV26(dataV.getV26());
influxDBDataV.setV27(dataV.getV27());
influxDBDataV.setV28(dataV.getV28());
influxDBDataV.setV29(dataV.getV29());
influxDBDataV.setV30(dataV.getV30());
influxDBDataV.setV31(dataV.getV31());
influxDBDataV.setV32(dataV.getV32());
influxDBDataV.setV33(dataV.getV33());
influxDBDataV.setV34(dataV.getV34());
influxDBDataV.setV35(dataV.getV35());
influxDBDataV.setV36(dataV.getV36());
influxDBDataV.setV37(dataV.getV37());
influxDBDataV.setV38(dataV.getV38());
influxDBDataV.setV39(dataV.getV39());
influxDBDataV.setV40(dataV.getV40());
influxDBDataV.setV41(dataV.getV41());
influxDBDataV.setV42(dataV.getV42());
influxDBDataV.setV43(dataV.getV43());
influxDBDataV.setV44(dataV.getV44());
influxDBDataV.setV45(dataV.getV45());
influxDBDataV.setV46(dataV.getV46());
influxDBDataV.setV47(dataV.getV47());
influxDBDataV.setV48(dataV.getV48());
influxDBDataV.setV49(dataV.getV49());
influxDBDataV.setV50(dataV.getV50());
}
else if (valueType.equals("MAX")){
influxDBDataV.setVNeg(dataV.getVNegMax());
influxDBDataV.setVPos(dataV.getVPosMax());
influxDBDataV.setVThd(dataV.getVThdMax());
influxDBDataV.setVUnbalance(dataV.getVUnbalanceMax());
influxDBDataV.setVZero(dataV.getVZeroMax());
influxDBDataV.setFreq(dataV.getFreqMax());
influxDBDataV.setFreqDev(dataV.getFreqDevMax());
influxDBDataV.setRms(dataV.getRmsMax());
influxDBDataV.setVlDev(dataV.getVlDevMax());
influxDBDataV.setVuDev(dataV.getVuDevMax());
influxDBDataV.setV1(dataV.getV1Max());
influxDBDataV.setV2(dataV.getV2Max());
influxDBDataV.setV3(dataV.getV3Max());
influxDBDataV.setV4(dataV.getV4Max());
influxDBDataV.setV5(dataV.getV5Max());
influxDBDataV.setV6(dataV.getV6Max());
influxDBDataV.setV7(dataV.getV7Max());
influxDBDataV.setV8(dataV.getV8Max());
influxDBDataV.setV9(dataV.getV9Max());
influxDBDataV.setV10(dataV.getV10Max());
influxDBDataV.setV11(dataV.getV11Max());
influxDBDataV.setV12(dataV.getV12Max());
influxDBDataV.setV13(dataV.getV13Max());
influxDBDataV.setV14(dataV.getV14Max());
influxDBDataV.setV15(dataV.getV15Max());
influxDBDataV.setV16(dataV.getV16Max());
influxDBDataV.setV17(dataV.getV17Max());
influxDBDataV.setV18(dataV.getV18Max());
influxDBDataV.setV19(dataV.getV19Max());
influxDBDataV.setV20(dataV.getV20Max());
influxDBDataV.setV21(dataV.getV21Max());
influxDBDataV.setV22(dataV.getV22Max());
influxDBDataV.setV23(dataV.getV23Max());
influxDBDataV.setV24(dataV.getV24Max());
influxDBDataV.setV25(dataV.getV25Max());
influxDBDataV.setV26(dataV.getV26Max());
influxDBDataV.setV27(dataV.getV27Max());
influxDBDataV.setV28(dataV.getV28Max());
influxDBDataV.setV29(dataV.getV29Max());
influxDBDataV.setV30(dataV.getV30Max());
influxDBDataV.setV31(dataV.getV31Max());
influxDBDataV.setV32(dataV.getV32Max());
influxDBDataV.setV33(dataV.getV33Max());
influxDBDataV.setV34(dataV.getV34Max());
influxDBDataV.setV35(dataV.getV35Max());
influxDBDataV.setV36(dataV.getV36Max());
influxDBDataV.setV37(dataV.getV37Max());
influxDBDataV.setV38(dataV.getV38Max());
influxDBDataV.setV39(dataV.getV39Max());
influxDBDataV.setV40(dataV.getV40Max());
influxDBDataV.setV41(dataV.getV41Max());
influxDBDataV.setV42(dataV.getV42Max());
influxDBDataV.setV43(dataV.getV43Max());
influxDBDataV.setV44(dataV.getV44Max());
influxDBDataV.setV45(dataV.getV45Max());
influxDBDataV.setV46(dataV.getV46Max());
influxDBDataV.setV47(dataV.getV47Max());
influxDBDataV.setV48(dataV.getV48Max());
influxDBDataV.setV49(dataV.getV49Max());
influxDBDataV.setV50(dataV.getV50Max());
}
else if (valueType.equals("MIN")){
influxDBDataV.setVNeg(dataV.getVNegMin());
influxDBDataV.setVPos(dataV.getVPosMin());
influxDBDataV.setVThd(dataV.getVThdMin());
influxDBDataV.setVUnbalance(dataV.getVUnbalanceMin());
influxDBDataV.setVZero(dataV.getVZeroMin());
influxDBDataV.setFreq(dataV.getFreqMin());
influxDBDataV.setFreqDev(dataV.getFreqDevMin());
influxDBDataV.setRms(dataV.getRmsMin());
influxDBDataV.setVlDev(dataV.getVlDevMin());
influxDBDataV.setVuDev(dataV.getVuDevMin());
influxDBDataV.setV1(dataV.getV1Min());
influxDBDataV.setV2(dataV.getV2Min());
influxDBDataV.setV3(dataV.getV3Min());
influxDBDataV.setV4(dataV.getV4Min());
influxDBDataV.setV5(dataV.getV5Min());
influxDBDataV.setV6(dataV.getV6Min());
influxDBDataV.setV7(dataV.getV7Min());
influxDBDataV.setV8(dataV.getV8Min());
influxDBDataV.setV9(dataV.getV9Min());
influxDBDataV.setV10(dataV.getV10Min());
influxDBDataV.setV11(dataV.getV11Min());
influxDBDataV.setV12(dataV.getV12Min());
influxDBDataV.setV13(dataV.getV13Min());
influxDBDataV.setV14(dataV.getV14Min());
influxDBDataV.setV15(dataV.getV15Min());
influxDBDataV.setV16(dataV.getV16Min());
influxDBDataV.setV17(dataV.getV17Min());
influxDBDataV.setV18(dataV.getV18Min());
influxDBDataV.setV19(dataV.getV19Min());
influxDBDataV.setV20(dataV.getV20Min());
influxDBDataV.setV21(dataV.getV21Min());
influxDBDataV.setV22(dataV.getV22Min());
influxDBDataV.setV23(dataV.getV23Min());
influxDBDataV.setV24(dataV.getV24Min());
influxDBDataV.setV25(dataV.getV25Min());
influxDBDataV.setV26(dataV.getV26Min());
influxDBDataV.setV27(dataV.getV27Min());
influxDBDataV.setV28(dataV.getV28Min());
influxDBDataV.setV29(dataV.getV29Min());
influxDBDataV.setV30(dataV.getV30Min());
influxDBDataV.setV31(dataV.getV31Min());
influxDBDataV.setV32(dataV.getV32Min());
influxDBDataV.setV33(dataV.getV33Min());
influxDBDataV.setV34(dataV.getV34Min());
influxDBDataV.setV35(dataV.getV35Min());
influxDBDataV.setV36(dataV.getV36Min());
influxDBDataV.setV37(dataV.getV37Min());
influxDBDataV.setV38(dataV.getV38Min());
influxDBDataV.setV39(dataV.getV39Min());
influxDBDataV.setV40(dataV.getV40Min());
influxDBDataV.setV41(dataV.getV41Min());
influxDBDataV.setV42(dataV.getV42Min());
influxDBDataV.setV43(dataV.getV43Min());
influxDBDataV.setV44(dataV.getV44Min());
influxDBDataV.setV45(dataV.getV45Min());
influxDBDataV.setV46(dataV.getV46Min());
influxDBDataV.setV47(dataV.getV47Min());
influxDBDataV.setV48(dataV.getV48Min());
influxDBDataV.setV49(dataV.getV49Min());
influxDBDataV.setV50(dataV.getV50Min());
}
else if (valueType.equals("CP95")){
influxDBDataV.setVNeg(dataV.getVNegCp95());
influxDBDataV.setVPos(dataV.getVPosCp95());
influxDBDataV.setVThd(dataV.getVThdCp95());
influxDBDataV.setVUnbalance(dataV.getVUnbalanceCp95());
influxDBDataV.setVZero(dataV.getVZeroCp95());
influxDBDataV.setFreq(dataV.getFreqCp95());
influxDBDataV.setFreqDev(dataV.getFreqDevCp95());
influxDBDataV.setRms(dataV.getRmsCp95());
influxDBDataV.setVlDev(dataV.getVlDevCp95());
influxDBDataV.setVuDev(dataV.getVuDevCp95());
influxDBDataV.setV1(dataV.getV1Cp95());
influxDBDataV.setV2(dataV.getV2Cp95());
influxDBDataV.setV3(dataV.getV3Cp95());
influxDBDataV.setV4(dataV.getV4Cp95());
influxDBDataV.setV5(dataV.getV5Cp95());
influxDBDataV.setV6(dataV.getV6Cp95());
influxDBDataV.setV7(dataV.getV7Cp95());
influxDBDataV.setV8(dataV.getV8Cp95());
influxDBDataV.setV9(dataV.getV9Cp95());
influxDBDataV.setV10(dataV.getV10Cp95());
influxDBDataV.setV11(dataV.getV11Cp95());
influxDBDataV.setV12(dataV.getV12Cp95());
influxDBDataV.setV13(dataV.getV13Cp95());
influxDBDataV.setV14(dataV.getV14Cp95());
influxDBDataV.setV15(dataV.getV15Cp95());
influxDBDataV.setV16(dataV.getV16Cp95());
influxDBDataV.setV17(dataV.getV17Cp95());
influxDBDataV.setV18(dataV.getV18Cp95());
influxDBDataV.setV19(dataV.getV19Cp95());
influxDBDataV.setV20(dataV.getV20Cp95());
influxDBDataV.setV21(dataV.getV21Cp95());
influxDBDataV.setV22(dataV.getV22Cp95());
influxDBDataV.setV23(dataV.getV23Cp95());
influxDBDataV.setV24(dataV.getV24Cp95());
influxDBDataV.setV25(dataV.getV25Cp95());
influxDBDataV.setV26(dataV.getV26Cp95());
influxDBDataV.setV27(dataV.getV27Cp95());
influxDBDataV.setV28(dataV.getV28Cp95());
influxDBDataV.setV29(dataV.getV29Cp95());
influxDBDataV.setV30(dataV.getV30Cp95());
influxDBDataV.setV31(dataV.getV31Cp95());
influxDBDataV.setV32(dataV.getV32Cp95());
influxDBDataV.setV33(dataV.getV33Cp95());
influxDBDataV.setV34(dataV.getV34Cp95());
influxDBDataV.setV35(dataV.getV35Cp95());
influxDBDataV.setV36(dataV.getV36Cp95());
influxDBDataV.setV37(dataV.getV37Cp95());
influxDBDataV.setV38(dataV.getV38Cp95());
influxDBDataV.setV39(dataV.getV39Cp95());
influxDBDataV.setV40(dataV.getV40Cp95());
influxDBDataV.setV41(dataV.getV41Cp95());
influxDBDataV.setV42(dataV.getV42Cp95());
influxDBDataV.setV43(dataV.getV43Cp95());
influxDBDataV.setV44(dataV.getV44Cp95());
influxDBDataV.setV45(dataV.getV45Cp95());
influxDBDataV.setV46(dataV.getV46Cp95());
influxDBDataV.setV47(dataV.getV47Cp95());
influxDBDataV.setV48(dataV.getV48Cp95());
influxDBDataV.setV49(dataV.getV49Cp95());
influxDBDataV.setV50(dataV.getV50Cp95());
}
}
if (valueType.equals("AVG")) {
influxDBDataV.setVNeg(dataV.getVNeg());
influxDBDataV.setVPos(dataV.getVPos());
influxDBDataV.setVThd(dataV.getVThd());
influxDBDataV.setVUnbalance(dataV.getVUnbalance());
influxDBDataV.setVZero(dataV.getVZero());
influxDBDataV.setFreq(dataV.getFreq());
influxDBDataV.setFreqDev(dataV.getFreqDev());
influxDBDataV.setRms(dataV.getRms());
influxDBDataV.setRmsLvr(dataV.getRmsab());
influxDBDataV.setVlDev(dataV.getVlDev());
influxDBDataV.setVuDev(dataV.getVuDev());
influxDBDataV.setV1(dataV.getV1());
influxDBDataV.setV2(dataV.getV2());
influxDBDataV.setV3(dataV.getV3());
influxDBDataV.setV4(dataV.getV4());
influxDBDataV.setV5(dataV.getV5());
influxDBDataV.setV6(dataV.getV6());
influxDBDataV.setV7(dataV.getV7());
influxDBDataV.setV8(dataV.getV8());
influxDBDataV.setV9(dataV.getV9());
influxDBDataV.setV10(dataV.getV10());
influxDBDataV.setV11(dataV.getV11());
influxDBDataV.setV12(dataV.getV12());
influxDBDataV.setV13(dataV.getV13());
influxDBDataV.setV14(dataV.getV14());
influxDBDataV.setV15(dataV.getV15());
influxDBDataV.setV16(dataV.getV16());
influxDBDataV.setV17(dataV.getV17());
influxDBDataV.setV18(dataV.getV18());
influxDBDataV.setV19(dataV.getV19());
influxDBDataV.setV20(dataV.getV20());
influxDBDataV.setV21(dataV.getV21());
influxDBDataV.setV22(dataV.getV22());
influxDBDataV.setV23(dataV.getV23());
influxDBDataV.setV24(dataV.getV24());
influxDBDataV.setV25(dataV.getV25());
influxDBDataV.setV26(dataV.getV26());
influxDBDataV.setV27(dataV.getV27());
influxDBDataV.setV28(dataV.getV28());
influxDBDataV.setV29(dataV.getV29());
influxDBDataV.setV30(dataV.getV30());
influxDBDataV.setV31(dataV.getV31());
influxDBDataV.setV32(dataV.getV32());
influxDBDataV.setV33(dataV.getV33());
influxDBDataV.setV34(dataV.getV34());
influxDBDataV.setV35(dataV.getV35());
influxDBDataV.setV36(dataV.getV36());
influxDBDataV.setV37(dataV.getV37());
influxDBDataV.setV38(dataV.getV38());
influxDBDataV.setV39(dataV.getV39());
influxDBDataV.setV40(dataV.getV40());
influxDBDataV.setV41(dataV.getV41());
influxDBDataV.setV42(dataV.getV42());
influxDBDataV.setV43(dataV.getV43());
influxDBDataV.setV44(dataV.getV44());
influxDBDataV.setV45(dataV.getV45());
influxDBDataV.setV46(dataV.getV46());
influxDBDataV.setV47(dataV.getV47());
influxDBDataV.setV48(dataV.getV48());
influxDBDataV.setV49(dataV.getV49());
influxDBDataV.setV50(dataV.getV50());
}
else if (valueType.equals("MAX")){
influxDBDataV.setVNeg(dataV.getVNegMax());
influxDBDataV.setVPos(dataV.getVPosMax());
influxDBDataV.setVThd(dataV.getVThdMax());
influxDBDataV.setVUnbalance(dataV.getVUnbalanceMax());
influxDBDataV.setVZero(dataV.getVZeroMax());
influxDBDataV.setFreq(dataV.getFreqMax());
influxDBDataV.setFreqDev(dataV.getFreqDevMax());
influxDBDataV.setRms(dataV.getRmsMax());
influxDBDataV.setVlDev(dataV.getVlDevMax());
influxDBDataV.setVuDev(dataV.getVuDevMax());
influxDBDataV.setV1(dataV.getV1Max());
influxDBDataV.setV2(dataV.getV2Max());
influxDBDataV.setV3(dataV.getV3Max());
influxDBDataV.setV4(dataV.getV4Max());
influxDBDataV.setV5(dataV.getV5Max());
influxDBDataV.setV6(dataV.getV6Max());
influxDBDataV.setV7(dataV.getV7Max());
influxDBDataV.setV8(dataV.getV8Max());
influxDBDataV.setV9(dataV.getV9Max());
influxDBDataV.setV10(dataV.getV10Max());
influxDBDataV.setV11(dataV.getV11Max());
influxDBDataV.setV12(dataV.getV12Max());
influxDBDataV.setV13(dataV.getV13Max());
influxDBDataV.setV14(dataV.getV14Max());
influxDBDataV.setV15(dataV.getV15Max());
influxDBDataV.setV16(dataV.getV16Max());
influxDBDataV.setV17(dataV.getV17Max());
influxDBDataV.setV18(dataV.getV18Max());
influxDBDataV.setV19(dataV.getV19Max());
influxDBDataV.setV20(dataV.getV20Max());
influxDBDataV.setV21(dataV.getV21Max());
influxDBDataV.setV22(dataV.getV22Max());
influxDBDataV.setV23(dataV.getV23Max());
influxDBDataV.setV24(dataV.getV24Max());
influxDBDataV.setV25(dataV.getV25Max());
influxDBDataV.setV26(dataV.getV26Max());
influxDBDataV.setV27(dataV.getV27Max());
influxDBDataV.setV28(dataV.getV28Max());
influxDBDataV.setV29(dataV.getV29Max());
influxDBDataV.setV30(dataV.getV30Max());
influxDBDataV.setV31(dataV.getV31Max());
influxDBDataV.setV32(dataV.getV32Max());
influxDBDataV.setV33(dataV.getV33Max());
influxDBDataV.setV34(dataV.getV34Max());
influxDBDataV.setV35(dataV.getV35Max());
influxDBDataV.setV36(dataV.getV36Max());
influxDBDataV.setV37(dataV.getV37Max());
influxDBDataV.setV38(dataV.getV38Max());
influxDBDataV.setV39(dataV.getV39Max());
influxDBDataV.setV40(dataV.getV40Max());
influxDBDataV.setV41(dataV.getV41Max());
influxDBDataV.setV42(dataV.getV42Max());
influxDBDataV.setV43(dataV.getV43Max());
influxDBDataV.setV44(dataV.getV44Max());
influxDBDataV.setV45(dataV.getV45Max());
influxDBDataV.setV46(dataV.getV46Max());
influxDBDataV.setV47(dataV.getV47Max());
influxDBDataV.setV48(dataV.getV48Max());
influxDBDataV.setV49(dataV.getV49Max());
influxDBDataV.setV50(dataV.getV50Max());
}
else if (valueType.equals("MIN")){
influxDBDataV.setVNeg(dataV.getVNegMin());
influxDBDataV.setVPos(dataV.getVPosMin());
influxDBDataV.setVThd(dataV.getVThdMin());
influxDBDataV.setVUnbalance(dataV.getVUnbalanceMin());
influxDBDataV.setVZero(dataV.getVZeroMin());
influxDBDataV.setFreq(dataV.getFreqMin());
influxDBDataV.setFreqDev(dataV.getFreqDevMin());
influxDBDataV.setRms(dataV.getRmsMin());
influxDBDataV.setVlDev(dataV.getVlDevMin());
influxDBDataV.setVuDev(dataV.getVuDevMin());
influxDBDataV.setV1(dataV.getV1Min());
influxDBDataV.setV2(dataV.getV2Min());
influxDBDataV.setV3(dataV.getV3Min());
influxDBDataV.setV4(dataV.getV4Min());
influxDBDataV.setV5(dataV.getV5Min());
influxDBDataV.setV6(dataV.getV6Min());
influxDBDataV.setV7(dataV.getV7Min());
influxDBDataV.setV8(dataV.getV8Min());
influxDBDataV.setV9(dataV.getV9Min());
influxDBDataV.setV10(dataV.getV10Min());
influxDBDataV.setV11(dataV.getV11Min());
influxDBDataV.setV12(dataV.getV12Min());
influxDBDataV.setV13(dataV.getV13Min());
influxDBDataV.setV14(dataV.getV14Min());
influxDBDataV.setV15(dataV.getV15Min());
influxDBDataV.setV16(dataV.getV16Min());
influxDBDataV.setV17(dataV.getV17Min());
influxDBDataV.setV18(dataV.getV18Min());
influxDBDataV.setV19(dataV.getV19Min());
influxDBDataV.setV20(dataV.getV20Min());
influxDBDataV.setV21(dataV.getV21Min());
influxDBDataV.setV22(dataV.getV22Min());
influxDBDataV.setV23(dataV.getV23Min());
influxDBDataV.setV24(dataV.getV24Min());
influxDBDataV.setV25(dataV.getV25Min());
influxDBDataV.setV26(dataV.getV26Min());
influxDBDataV.setV27(dataV.getV27Min());
influxDBDataV.setV28(dataV.getV28Min());
influxDBDataV.setV29(dataV.getV29Min());
influxDBDataV.setV30(dataV.getV30Min());
influxDBDataV.setV31(dataV.getV31Min());
influxDBDataV.setV32(dataV.getV32Min());
influxDBDataV.setV33(dataV.getV33Min());
influxDBDataV.setV34(dataV.getV34Min());
influxDBDataV.setV35(dataV.getV35Min());
influxDBDataV.setV36(dataV.getV36Min());
influxDBDataV.setV37(dataV.getV37Min());
influxDBDataV.setV38(dataV.getV38Min());
influxDBDataV.setV39(dataV.getV39Min());
influxDBDataV.setV40(dataV.getV40Min());
influxDBDataV.setV41(dataV.getV41Min());
influxDBDataV.setV42(dataV.getV42Min());
influxDBDataV.setV43(dataV.getV43Min());
influxDBDataV.setV44(dataV.getV44Min());
influxDBDataV.setV45(dataV.getV45Min());
influxDBDataV.setV46(dataV.getV46Min());
influxDBDataV.setV47(dataV.getV47Min());
influxDBDataV.setV48(dataV.getV48Min());
influxDBDataV.setV49(dataV.getV49Min());
influxDBDataV.setV50(dataV.getV50Min());
}
else if (valueType.equals("CP95")){
influxDBDataV.setVNeg(dataV.getVNegCp95());
influxDBDataV.setVPos(dataV.getVPosCp95());
influxDBDataV.setVThd(dataV.getVThdCp95());
influxDBDataV.setVUnbalance(dataV.getVUnbalanceCp95());
influxDBDataV.setVZero(dataV.getVZeroCp95());
influxDBDataV.setFreq(dataV.getFreqCp95());
influxDBDataV.setFreqDev(dataV.getFreqDevCp95());
influxDBDataV.setRms(dataV.getRmsCp95());
influxDBDataV.setVlDev(dataV.getVlDevCp95());
influxDBDataV.setVuDev(dataV.getVuDevCp95());
influxDBDataV.setV1(dataV.getV1Cp95());
influxDBDataV.setV2(dataV.getV2Cp95());
influxDBDataV.setV3(dataV.getV3Cp95());
influxDBDataV.setV4(dataV.getV4Cp95());
influxDBDataV.setV5(dataV.getV5Cp95());
influxDBDataV.setV6(dataV.getV6Cp95());
influxDBDataV.setV7(dataV.getV7Cp95());
influxDBDataV.setV8(dataV.getV8Cp95());
influxDBDataV.setV9(dataV.getV9Cp95());
influxDBDataV.setV10(dataV.getV10Cp95());
influxDBDataV.setV11(dataV.getV11Cp95());
influxDBDataV.setV12(dataV.getV12Cp95());
influxDBDataV.setV13(dataV.getV13Cp95());
influxDBDataV.setV14(dataV.getV14Cp95());
influxDBDataV.setV15(dataV.getV15Cp95());
influxDBDataV.setV16(dataV.getV16Cp95());
influxDBDataV.setV17(dataV.getV17Cp95());
influxDBDataV.setV18(dataV.getV18Cp95());
influxDBDataV.setV19(dataV.getV19Cp95());
influxDBDataV.setV20(dataV.getV20Cp95());
influxDBDataV.setV21(dataV.getV21Cp95());
influxDBDataV.setV22(dataV.getV22Cp95());
influxDBDataV.setV23(dataV.getV23Cp95());
influxDBDataV.setV24(dataV.getV24Cp95());
influxDBDataV.setV25(dataV.getV25Cp95());
influxDBDataV.setV26(dataV.getV26Cp95());
influxDBDataV.setV27(dataV.getV27Cp95());
influxDBDataV.setV28(dataV.getV28Cp95());
influxDBDataV.setV29(dataV.getV29Cp95());
influxDBDataV.setV30(dataV.getV30Cp95());
influxDBDataV.setV31(dataV.getV31Cp95());
influxDBDataV.setV32(dataV.getV32Cp95());
influxDBDataV.setV33(dataV.getV33Cp95());
influxDBDataV.setV34(dataV.getV34Cp95());
influxDBDataV.setV35(dataV.getV35Cp95());
influxDBDataV.setV36(dataV.getV36Cp95());
influxDBDataV.setV37(dataV.getV37Cp95());
influxDBDataV.setV38(dataV.getV38Cp95());
influxDBDataV.setV39(dataV.getV39Cp95());
influxDBDataV.setV40(dataV.getV40Cp95());
influxDBDataV.setV41(dataV.getV41Cp95());
influxDBDataV.setV42(dataV.getV42Cp95());
influxDBDataV.setV43(dataV.getV43Cp95());
influxDBDataV.setV44(dataV.getV44Cp95());
influxDBDataV.setV45(dataV.getV45Cp95());
influxDBDataV.setV46(dataV.getV46Cp95());
influxDBDataV.setV47(dataV.getV47Cp95());
influxDBDataV.setV48(dataV.getV48Cp95());
influxDBDataV.setV49(dataV.getV49Cp95());
influxDBDataV.setV50(dataV.getV50Cp95());
}

View File

@@ -0,0 +1,76 @@
package com.njcn.influx.bo.po;
import com.baomidou.mybatisplus.annotation.TableField;
import com.baomidou.mybatisplus.annotation.TableName;
import com.fasterxml.jackson.annotation.JsonFormat;
import com.github.jeffreyning.mybatisplus.anno.MppMultiId;
import lombok.Data;
import java.time.LocalDate;
import java.time.LocalDateTime;
import java.util.Objects;
/**
*
* Description:
* Date: 2024/1/8 12:27【需求编号】
*
* @author clam
* @version V1.0.0
*/
@TableName(value = "JOB_DETAIL_INFLUXDB")
@Data
public class JobDetailInfluxDB {
/**
* 指标表名
*/
@MppMultiId(value = "TABLE_NAME")
private String tableName;
@TableField(exist = false)
private String tableName_CN;
/**
* 起始时间
*/
@JsonFormat(
pattern = "yyyy-MM-dd"
)
@MppMultiId(value = "EXCUTE_DATE")
private LocalDate excuteDate;
/**
* 状态0-执行中、1-成功、2-失败,3未执行
*/
@TableField(value = "STATE")
private Integer state;
/**
* 记录数
*/
@TableField(value = "\"ROW_COUNT\"")
private Integer rowCount;
@JsonFormat(
pattern = "yyyy-MM-dd HH:mm:ss"
)
@TableField(value = "UPDATE_TIME")
private LocalDateTime updateTime;
@TableField(value = "DURATION")
private Double duration;
@Override
public boolean equals(Object o) {
if (this == o) {
return true;
}
if (o == null || getClass() != o.getClass()) {
return false;
}
JobDetailInfluxDB jobDetail = (JobDetailInfluxDB) o;
return Objects.equals(tableName, jobDetail.tableName) && Objects.equals(excuteDate, jobDetail.excuteDate);
}
}

View File

@@ -0,0 +1,18 @@
package com.njcn.influx.mapper;
import com.github.jeffreyning.mybatisplus.base.MppBaseMapper;
import com.njcn.influx.bo.po.JobDetailInfluxDB;
import java.util.List;
/**
*
* Description:
* Date: 2024/1/8 12:27【需求编号】
*
* @author clam
* @version V1.0.0
*/
public interface JobDetailInfluxDBMapper extends MppBaseMapper<JobDetailInfluxDB> {
}

View File

@@ -13,7 +13,7 @@ public interface InfluxDBBaseService<T> {
/***
* 当批量插入数据量过大时,可以指定尺寸交给mybatis,每次插入多少条记录
* 当批量插入数据量过大时,可以指定尺寸交influxdb最大5000行
* @author hongawen
* @date 2023/6/6 9:33
* @param data 数据集合

View File

@@ -0,0 +1,22 @@
package com.njcn.influx.service;
import com.baomidou.mybatisplus.core.metadata.IPage;
import com.github.jeffreyning.mybatisplus.service.IMppService;
import com.njcn.influx.bo.po.JobDetailInfluxDB;
import com.njcn.oracle.bo.param.JobQueryParam;
/**
* Description:
* Date: 2024/1/8 12:27【需求编号】
*
* @author clam
* @version V1.0.0
*/
public interface JobDetailInfluxDBService extends IMppService<JobDetailInfluxDB> {
JobDetailInfluxDB select(JobDetailInfluxDB jobDetail);
IPage<JobDetailInfluxDB> selectByParam(JobQueryParam jobQueryParam);
boolean jobRemove(JobDetailInfluxDB jobDetail);
}

View File

@@ -0,0 +1,7 @@
package com.njcn.influx.service;
import com.njcn.oracle.bo.param.DataAsynParam;
public interface OracleToInfluxDBService {
void dataBacthSysc(DataAsynParam dataAsynParam);
}

View File

@@ -7,6 +7,7 @@ import org.influxdb.InfluxDB;
import org.influxdb.annotation.Measurement;
import org.influxdb.dto.BatchPoints;
import org.influxdb.dto.Point;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Service;
import java.util.ArrayList;
@@ -24,8 +25,8 @@ import java.util.List;
public class InfluxDBBaseServiceImpl<T> implements InfluxDBBaseService<T> {
private final InfluxDB influxDb;
private final String database="pqsbase_zl";
@Value("${spring.influx.database}")
private String database;
@Override
public void insertBatchBySlice(List<T> data, int size) {
int totalCount = data.size();

View File

@@ -0,0 +1,92 @@
package com.njcn.influx.service.impl;
import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper;
import com.baomidou.mybatisplus.core.metadata.IPage;
import com.baomidou.mybatisplus.extension.plugins.pagination.Page;
import com.github.jeffreyning.mybatisplus.service.MppServiceImpl;
import com.njcn.influx.bo.po.JobDetailInfluxDB;
import com.njcn.influx.mapper.JobDetailInfluxDBMapper;
import com.njcn.influx.service.JobDetailInfluxDBService;
import com.njcn.oracle.bo.param.JobQueryParam;
import com.njcn.oracle.bo.param.ServiceTypeEnum;
import com.njcn.oracle.util.LocalDateUtil;
import org.springframework.stereotype.Service;
import org.springframework.util.CollectionUtils;
import java.time.LocalDate;
import java.util.Comparator;
import java.util.List;
import java.util.stream.Collectors;
/**
* Description:
* Date: 2024/1/8 12:27【需求编号】
*
* @author clam
* @version V1.0.0
*/
@Service
public class JobDetailInfluxDBServiceImpl extends MppServiceImpl<JobDetailInfluxDBMapper, JobDetailInfluxDB> implements JobDetailInfluxDBService {
@Override
public JobDetailInfluxDB select(JobDetailInfluxDB jobDetail) {
return this.lambdaQuery()
.eq(JobDetailInfluxDB::getTableName, jobDetail.getTableName())
.eq(JobDetailInfluxDB::getExcuteDate, jobDetail.getExcuteDate())
.one();
}
@Override
public IPage<JobDetailInfluxDB> selectByParam(JobQueryParam jobQueryParam) {
IPage<JobDetailInfluxDB> page = new Page<>(jobQueryParam.getCurrentPage(), jobQueryParam.getPageSize());
QueryWrapper<JobDetailInfluxDB> queryWrapper = new QueryWrapper<>();
queryWrapper.lambda().between(JobDetailInfluxDB::getExcuteDate, jobQueryParam.getStartTime(), jobQueryParam.getEndTime()).
in(!CollectionUtils.isEmpty(jobQueryParam.getStates()), JobDetailInfluxDB::getState, jobQueryParam.getStates()).
in(!CollectionUtils.isEmpty(jobQueryParam.getTableNames()), JobDetailInfluxDB::getTableName, jobQueryParam.getTableNames());
List<JobDetailInfluxDB> jobDetails = this.getBaseMapper().selectList(queryWrapper);
List<String> tableNames;
if (CollectionUtils.isEmpty(jobQueryParam.getTableNames())) {
tableNames = ServiceTypeEnum.getExecutableTypes();
} else {
tableNames = jobQueryParam.getTableNames();
}
List<LocalDate> dateList = LocalDateUtil.getDateList(jobQueryParam.getStartTime(), jobQueryParam.getEndTime());
List<String> finalTableNames = tableNames;
dateList.stream().forEach(localDate -> {
finalTableNames.stream().forEach(temp -> {
JobDetailInfluxDB jobDetail = new JobDetailInfluxDB();
jobDetail.setTableName(temp);
jobDetail.setExcuteDate(localDate);
if (jobDetails.contains(jobDetail)) {
return;
}
jobDetail.setTableName_CN(ServiceTypeEnum.getValueByCode(temp));
jobDetail.setState(3);
jobDetails.add(jobDetail);
});
});
List<JobDetailInfluxDB> jobDetailIPage = jobDetails.stream().filter(temp->jobQueryParam.getStates().contains(temp.getState()+"")).sorted(Comparator.comparing(JobDetailInfluxDB::getExcuteDate).reversed()).
skip((jobQueryParam.getCurrentPage() - 1) * jobQueryParam.getPageSize()).
limit(jobQueryParam.getPageSize()).collect(Collectors.toList());
jobDetailIPage.stream().forEach(temp -> temp.setTableName_CN(ServiceTypeEnum.getValueByCode(temp.getTableName())));
page.setRecords(jobDetailIPage);
page.setTotal(Long.parseLong(jobDetails.size() + ""));
return page;
}
@Override
public boolean jobRemove(JobDetailInfluxDB jobDetail) {
QueryWrapper<JobDetailInfluxDB> queryWrapper = new QueryWrapper<>();
queryWrapper.lambda()
.eq(JobDetailInfluxDB::getTableName, jobDetail.getTableName())
.eq(JobDetailInfluxDB::getExcuteDate, jobDetail.getExcuteDate());
return this.remove(queryWrapper);
}
}

View File

@@ -0,0 +1,184 @@
package com.njcn.influx.service.impl;
import cn.hutool.core.collection.CollectionUtil;
import cn.hutool.core.date.DatePattern;
import cn.hutool.core.date.LocalDateTimeUtil;
import cn.hutool.core.text.StrPool;
import cn.hutool.extra.spring.SpringUtil;
import com.njcn.influx.bo.po.JobDetailInfluxDB;
import com.njcn.influx.service.JobDetailInfluxDBService;
import com.njcn.influx.service.OracleToInfluxDBService;
import com.njcn.oracle.bo.param.DataAsynParam;
import com.njcn.oracle.bo.param.MigrationParam;
import com.njcn.oracle.bo.po.JobDetail;
import com.njcn.oracle.mybatis.service.IReplenishMybatisService;
import com.njcn.oracle.service.JobDetailService;
import com.njcn.oracle.util.LocalDateUtil;
import lombok.RequiredArgsConstructor;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.scheduling.annotation.Async;
import org.springframework.stereotype.Service;
import org.springframework.util.StopWatch;
import java.lang.ref.WeakReference;
import java.lang.reflect.Method;
import java.time.LocalDate;
import java.time.LocalDateTime;
import java.util.List;
import java.util.Objects;
import java.util.stream.Collectors;
import java.util.stream.Stream;
/**
* Description:
* Date: 2024/1/16 14:49【需求编号】
*
* @author clam
* @version V1.0.0
*/
@Service
@RequiredArgsConstructor
public class OracleToInfluxDBServiceImpl implements OracleToInfluxDBService {
private final static String PACKAGE_PREFIX = "com.njcn.oracle.service.impl.";
private final static String PACKAGE_SUFFIX = "ServiceImpl";
private final JobDetailInfluxDBService jobDetailInfluxDBService;
private final InfluxDBBaseServiceImpl influxDBBaseService;
@Value("${business.slice:2}")
private int slice;
@Override
@Async
public void dataBacthSysc(DataAsynParam dataAsynParam) {
Runtime runtime = Runtime.getRuntime();
System.out.println("开始执行前总堆内存为:" + runtime.totalMemory() / (1024 * 1024) + " MB");
System.out.println("开始执行前已用堆内存为:" + (runtime.totalMemory() - runtime.freeMemory()) / (1024 * 1024) + " MB");
System.out.println("开始执行前空闲堆内存为:" + runtime.freeMemory() / (1024 * 1024) + " MB");
//目前且作为2片后续将该属性提取到配置文件中
List<String> tableNames = dataAsynParam.getTableNames();
//嵌套循环,先循环指标,再循环日期
tableNames.stream().forEach(tableName -> {
IReplenishMybatisService executor;
try {
executor = (IReplenishMybatisService) SpringUtil.getBean(Class.forName(PACKAGE_PREFIX + tableName + PACKAGE_SUFFIX));
} catch (ClassNotFoundException e) {
throw new RuntimeException(e);
}
List<LocalDate> dateList = LocalDateUtil.getDateList(dataAsynParam.getStartTime(), dataAsynParam.getEndTime());
dateList.forEach(date -> {
//程序监听
StopWatch stopWatch = new StopWatch();
stopWatch.start();
//分片下,每段时间的小时数
int sliceHour = 24 / slice;
for (int i = 0; i < slice; i++) {
String dateStr = LocalDateTimeUtil.format(date, DatePattern.NORM_DATE_PATTERN);
LocalDateTime startTime = LocalDateTimeUtil.parse(dateStr + StrPool.C_SPACE + (sliceHour * i < 10 ? "0" + sliceHour * i : sliceHour * i) + ":00:00", DatePattern.NORM_DATETIME_PATTERN);
LocalDateTime endTime = LocalDateTimeUtil.parse(dateStr + StrPool.C_SPACE + (sliceHour * (i + 1) - 1 < 10 ? "0" + (sliceHour * (i + 1) - 1) : sliceHour * (i + 1) - 1) + ":59:59", DatePattern.NORM_DATETIME_PATTERN);
//查询该时区的数据,并准备入库
MigrationParam migration = new MigrationParam();
migration.setStartTime(startTime);
migration.setEndTime(endTime);
//采用弱引用接受后续手动调用gc后会清空该对象
WeakReference<List> weakReferenceData = new WeakReference<>(executor.queryData(migration));
int size = 0;
if (CollectionUtil.isNotEmpty(weakReferenceData.get())) {
size = weakReferenceData.get().size();
}
System.out.println(tableName + "查到" + size + "条数据后总堆内存为:" + runtime.totalMemory() / (1024 * 1024) + " MB");
System.out.println(tableName + "查到" + size + "条数据后已用堆内存为:" + (runtime.totalMemory() - runtime.freeMemory()) / (1024 * 1024) + " MB");
System.out.println(tableName + "查到" + size + "条数据后空闲堆内存为:" + runtime.freeMemory() / (1024 * 1024) + " MB");
//日志记录
JobDetailInfluxDB jobDetailInfluxDB = new JobDetailInfluxDB();
jobDetailInfluxDB.setTableName(tableName);
jobDetailInfluxDB.setExcuteDate(date);
jobDetailInfluxDB = jobDetailInfluxDBService.select(jobDetailInfluxDB);
if (Objects.nonNull(jobDetailInfluxDB)) {
if (jobDetailInfluxDB.getState() == 2 && i == 0 && size != 0) {
//第一片执行时返现是失败的,则再次执行
jobDetailInfluxDB.setState(0);
jobDetailInfluxDB.setRowCount(size);
jobDetailInfluxDB.setUpdateTime(LocalDateTime.now());
jobDetailInfluxDBService.updateByMultiId(jobDetailInfluxDB);
} else if (jobDetailInfluxDB.getState() == 0 && i > 0 && jobDetailInfluxDB.getRowCount() + size != 0) {
// 处理中,后续时间片的处理,累加记录数
jobDetailInfluxDB.setState(0);
jobDetailInfluxDB.setRowCount(jobDetailInfluxDB.getRowCount() + size);
jobDetailInfluxDB.setUpdateTime(LocalDateTime.now());
jobDetailInfluxDBService.updateByMultiId(jobDetailInfluxDB);
} else {
System.gc();
break;
}
} else {
if (size > 0) {
jobDetailInfluxDB = new JobDetailInfluxDB();
jobDetailInfluxDB.setTableName(tableName);
jobDetailInfluxDB.setExcuteDate(date);
jobDetailInfluxDB.setState(0);
jobDetailInfluxDB.setRowCount(size);
jobDetailInfluxDB.setUpdateTime(LocalDateTime.now());
jobDetailInfluxDBService.save(jobDetailInfluxDB);
}
}
try {
if (CollectionUtil.isNotEmpty(weakReferenceData.get())) {
//执行目标库的数据处理
Class<?> clazz = null;
Class<?> clazz2 = null;
//获取Table表对应的influxdb对应的表的实体类调用oralceToInfluxDB方法及oralceToInfluxDB的入参clazz2
try {
clazz = Class.forName("com.njcn.influx.bo.po.InfluxDB" + tableName);
clazz2 = Class.forName("com.njcn.oracle.bo.po." + tableName);
} catch (ClassNotFoundException e) {
throw new RuntimeException(e);
}
Method method = null;
try {
method = clazz.getDeclaredMethod("oralceToInfluxDB",clazz2);
} catch (NoSuchMethodException e) {
throw new RuntimeException(e);
}
method.setAccessible(true);
Method finalMethod = method;
List list1 =(List) weakReferenceData.get().stream().flatMap(po -> {
try {
Object invoke = finalMethod.invoke(null,po);
Object invoke1 = invoke;
//返回oralce转inflauxflicker等表是1-1还有1-4这是判断返回是否是集合如何是集合继续扁平化
return invoke1 instanceof List ? ((List<?>) invoke1).stream() : Stream.of(invoke1);
} catch (Exception e) {
throw new RuntimeException(e);
}
}).map(item-> (Object) item).collect(Collectors.toList());
//插入influxdb
influxDBBaseService.insertBatchBySlice(list1,5000);
//最后一片时修改状态
}
if (i + 1 == slice && Objects.nonNull(jobDetailInfluxDB)) {
stopWatch.stop();
jobDetailInfluxDB.setState(1);
jobDetailInfluxDB.setDuration(stopWatch.getTotalTimeSeconds());
jobDetailInfluxDB.setUpdateTime(LocalDateTime.now());
jobDetailInfluxDBService.updateByMultiId(jobDetailInfluxDB);
}
} catch (Exception exception) {
exception.printStackTrace();
jobDetailInfluxDB.setState(2);
jobDetailInfluxDB.setUpdateTime(LocalDateTime.now());
jobDetailInfluxDBService.updateByMultiId(jobDetailInfluxDB);
}
System.out.println("执行后总堆内存为:" + runtime.totalMemory() / (1024 * 1024) + " MB");
System.out.println("执行后已用堆内存为:" + (runtime.totalMemory() - runtime.freeMemory()) / (1024 * 1024) + " MB");
System.out.println("执行后空闲堆内存为:" + runtime.freeMemory() / (1024 * 1024) + " MB");
}
});
});
}
}