测试解析数据入influx库

pom.xml

@@ -46,6 +46,7 @@
         <maven.compiler.target>8</maven.compiler.target>
         <commons-io.version>2.8.0</commons-io.version>
         <hutool.version>5.7.9</hutool.version>
+        <influxdb-java.version>2.22</influxdb-java.version>
     </properties>
 
 
@@ -167,6 +168,12 @@
             <version>2.0.7</version>
         </dependency>
 
+        <dependency>
+            <groupId>com.njcn</groupId>
+            <artifactId>influxdb-springboot-starter</artifactId>
+            <version>1.0.0</version>
+        </dependency>
+
     </dependencies>
 
     <build>

src/main/java/com/njcn/jbsyncdata/enums/MeasTypeEnum.java

@@ -0,0 +1,72 @@
+package com.njcn.jbsyncdata.enums;
+
+import lombok.Getter;
+
+import java.util.ArrayList;
+import java.util.List;
+
+@Getter
+public enum MeasTypeEnum {
+
+    A_PHSA("A_phsA", "A相电流", "A","data_i","rms"),
+
+    A_PHSB("A_phsB", "B相电流", "B","data_i","rms"),
+
+    A_PHSC("A_phsC", "C相电流", "C","data_i","rms"),
+
+    PHV_PHSA("PhV_phsA", "A相电压", "A","data_v","rms"),
+
+    PHV_PHSB("PhV_phsB", "B相电压", "B","data_v","rms"),
+
+    PHV_PHSC("PhV_phsC", "C相电压", "C","data_v","rms"),
+
+    TOTW("TotW", "有功", "T","data_harmpower_p","p"),
+
+    TOTVAR("TotVar", "无功", "T","data_harmpower_q","q");
+
+    //冀北指标名称
+    private final String measType;
+    //中文名
+    private final String cnName;
+    //相别
+    private final String phaseType;
+    //表名
+    private final String tableName;
+    //字段名
+    private final String fieldName;
+
+    MeasTypeEnum(String measType, String cnName, String phaseType, String tableName,String fieldName) {
+        this.measType = measType;
+        this.cnName = cnName;
+        this.phaseType = phaseType;
+        this.tableName = tableName;
+        this.fieldName = fieldName;
+    }
+
+
+    /**
+     * 根据指标获取当前指标的信息
+     * @param measType 指标名称
+     */
+    public static MeasTypeEnum getMeasTypeEnumByMeasType(String measType) {
+        for (MeasTypeEnum item : values()) {
+            if (item.getMeasType().equals(measType)) {
+                return item;
+            }
+        }
+        return null;
+    }
+
+
+    /**
+     * 获取所有指标类型名称集合
+     */
+    public static List<String> getMeasList() {
+        List<String> measLiST = new ArrayList<>();
+        for (MeasTypeEnum temp : values()) {
+            String type = temp.getMeasType();
+            measLiST.add(type);
+        }
+        return measLiST;
+    }
+}

src/main/java/com/njcn/jbsyncdata/imapper/DataVMapper.java

@@ -0,0 +1,22 @@
+package com.njcn.jbsyncdata.imapper;
+
+import com.njcn.influx.base.InfluxDbBaseMapper;
+import com.njcn.influx.query.InfluxQueryWrapper;
+import com.njcn.jbsyncdata.pojo.po.DataV;
+
+import java.util.List;
+
+
+/**
+ * 类的介绍：
+ *
+ * @author xuyang
+ * @version 1.0.0
+ * @createTime 2023/5/5 14:39
+ */
+
+public interface DataVMapper extends InfluxDbBaseMapper<DataV> {
+
+
+    List<DataV> selectDataV(InfluxQueryWrapper queryWrapper);
+}

src/main/java/com/njcn/jbsyncdata/pojo/po/DataV.java

@@ -0,0 +1,235 @@
+package com.njcn.jbsyncdata.pojo.po;
+
+import com.fasterxml.jackson.databind.annotation.JsonSerialize;
+import com.njcn.jbsyncdata.util.InstantDateSerializer;
+import lombok.Data;
+import org.influxdb.annotation.Column;
+import org.influxdb.annotation.Measurement;
+import org.influxdb.annotation.TimeColumn;
+
+import java.time.Instant;
+
+/**
+ * 类的介绍：
+ *
+ * @author xuyang
+ * @version 1.0.0
+ * @createTime 2022/4/7 10:00
+ */
+@Data
+@Measurement(name = "data_v")
+public class DataV {
+
+    @TimeColumn
+    @Column(name = "time",tag = true)
+    @JsonSerialize(using = InstantDateSerializer.class)
+    private Instant time;
+
+    @Column(name = "freq")
+    private double freq;
+
+    @Column(name = "freq_dev")
+    private double freqDev;
+
+    @Column(name = "quality_flag",tag = true)
+    private String qualityFlag;
+
+    @Column(name = "rms")
+    private double rms;
+
+    @Column(name = "rms_lvr")
+    private double rmsLvr;
+
+    @Column(name = "vl_dev")
+    private double vlDev;
+
+    @Column(name = "vu_dev")
+    private double vuDev;
+
+    @Column(name = "v_1")
+    private double v1;
+
+    @Column(name = "v_2")
+    private double v2;
+
+    @Column(name = "v_3")
+    private double v3;
+
+    @Column(name = "v_4")
+    private double v4;
+
+    @Column(name = "v_5")
+    private double v5;
+
+    @Column(name = "v_6")
+    private double v6;
+
+    @Column(name = "v_7")
+    private double v7;
+
+    @Column(name = "v_8")
+    private double v8;
+
+    @Column(name = "v_9")
+    private double v9;
+
+    @Column(name = "v_10")
+    private double v10;
+
+    @Column(name = "v_11")
+    private double v11;
+
+    @Column(name = "v_12")
+    private double v12;
+
+    @Column(name = "v_13")
+    private double v13;
+
+    @Column(name = "v_14")
+    private double v14;
+
+    @Column(name = "v_15")
+    private double v15;
+
+    @Column(name = "v_16")
+    private double v16;
+
+    @Column(name = "v_17")
+    private double v17;
+
+    @Column(name = "v_18")
+    private double v18;
+
+    @Column(name = "v_19")
+    private double v19;
+
+    @Column(name = "v_20")
+    private double v20;
+
+    @Column(name = "v_21")
+    private double v21;
+
+    @Column(name = "v_22")
+    private double v22;
+
+    @Column(name = "v_23")
+    private double v23;
+
+    @Column(name = "v_24")
+    private double v24;
+
+    @Column(name = "v_25")
+    private double v25;
+
+    @Column(name = "v_26")
+    private double v26;
+
+    @Column(name = "v_27")
+    private double v27;
+
+    @Column(name = "v_28")
+    private double v28;
+
+    @Column(name = "v_29")
+    private double v29;
+
+    @Column(name = "v_30")
+    private double v30;
+
+    @Column(name = "v_31")
+    private double v31;
+
+    @Column(name = "v_32")
+    private double v32;
+
+    @Column(name = "v_33")
+    private double v33;
+
+    @Column(name = "v_34")
+    private double v34;
+
+    @Column(name = "v_35")
+    private double v35;
+
+    @Column(name = "v_36")
+    private double v36;
+
+    @Column(name = "v_37")
+    private double v37;
+
+    @Column(name = "v_38")
+    private double v38;
+
+    @Column(name = "v_39")
+    private double v39;
+
+    @Column(name = "v_40")
+    private double v40;
+
+    @Column(name = "v_41")
+    private double v41;
+
+    @Column(name = "v_42")
+    private double v42;
+
+    @Column(name = "v_43")
+    private double v43;
+
+    @Column(name = "v_44")
+    private double v44;
+
+    @Column(name = "v_45")
+    private double v45;
+
+    @Column(name = "v_46")
+    private double v46;
+
+    @Column(name = "v_47")
+    private double v47;
+
+    @Column(name = "v_48")
+    private double v48;
+
+    @Column(name = "v_49")
+    private double v49;
+
+    @Column(name = "v_50")
+    private double v50;
+
+    @Column(name = "v_neg")
+    private double vNeg;
+
+    @Column(name = "v_pos")
+    private double vPos;
+
+    @Column(name = "v_thd")
+    private double vThd;
+
+    @Column(name = "v_unbalance")
+    private double vUnbalance;
+
+    @Column(name = "v_zero")
+    private double vZero;
+
+    @Column(name = "line_id",tag = true)
+    private String lineId;
+
+    @Column(name = "phasic_type",tag = true)
+    private String phasicType;
+
+    @Column(name = "value_type",tag = true)
+    private String valueType;
+
+
+    //自定义字段-总计算次数
+    @Column(name = "all_time")
+    private Integer allTime;
+
+    //自定义字段
+    @Column(name = "mean")
+    private double mean;
+
+    //自定义字段
+    @Column(name = "count")
+    private Integer count;
+}

src/main/java/com/njcn/jbsyncdata/pojo/result/CommonTelemetry.java

@@ -0,0 +1,38 @@
+package com.njcn.jbsyncdata.pojo.result;
+
+import lombok.Data;
+
+import java.io.Serializable;
+import java.util.List;
+
+
+@Data
+public class CommonTelemetry implements Serializable {
+
+    private String measPointId;
+
+    private String psrId;
+
+    private String psrType;
+
+    private String astId;
+
+    private String astType;
+
+    private String consNo;
+
+    private String consType;
+
+    private String measTypeCode;
+
+    private String measTypeName;
+
+    private String source;
+
+    private String pt;
+
+    private String ct;
+
+    private List<StatisticsData> telemetryValue;
+
+}

src/main/java/com/njcn/jbsyncdata/pojo/result/DataResult.java

@@ -1,10 +0,0 @@
-package com.njcn.jbsyncdata.pojo.result;
-
-import lombok.Data;
-
-import java.io.Serializable;
-
-@Data
-public class DataResult implements Serializable {
-
-}

src/main/java/com/njcn/jbsyncdata/pojo/result/GeneralResult.java

@@ -0,0 +1,15 @@
+package com.njcn.jbsyncdata.pojo.result;
+
+import lombok.Data;
+
+import java.io.Serializable;
+
+@Data
+public class GeneralResult implements Serializable {
+
+    private String status;
+
+    private String errors;
+
+    private PageResult result;
+}

src/main/java/com/njcn/jbsyncdata/pojo/result/PageResult.java

@@ -0,0 +1,24 @@
+package com.njcn.jbsyncdata.pojo.result;
+
+import lombok.Data;
+
+import java.io.Serializable;
+import java.util.List;
+
+/**
+ * 暂时未知 total 有什么用，看起来数据是一次性返回的
+ */
+@Data
+public class PageResult implements Serializable {
+
+    private Integer current;
+
+    private Integer total;
+
+    private Integer pages;
+
+    private Integer size;
+
+    private List<CommonTelemetry> records;
+
+}

src/main/java/com/njcn/jbsyncdata/pojo/result/StatisticsData.java

@@ -0,0 +1,18 @@
+package com.njcn.jbsyncdata.pojo.result;
+
+import lombok.Data;
+
+import java.io.Serializable;
+
+@Data
+public class StatisticsData implements Serializable {
+
+    private String measValue;
+
+    private String dataTime;
+
+    private String timeInterval;
+
+    private String timeUnit;
+
+}

src/main/java/com/njcn/jbsyncdata/service/impl/BusinessServiceImpl.java

@@ -1,10 +1,18 @@
 package com.njcn.jbsyncdata.service.impl;
 
+import cn.hutool.core.collection.CollectionUtil;
+import cn.hutool.core.date.DatePattern;
+import cn.hutool.core.date.DateTime;
+import cn.hutool.core.date.DateUtil;
+import cn.hutool.core.io.file.FileReader;
+import cn.hutool.core.text.StrPool;
+import cn.hutool.core.util.StrUtil;
 import cn.hutool.json.JSONObject;
 import cn.hutool.json.JSONUtil;
 import com.njcn.jbsyncdata.component.TokenComponent;
+import com.njcn.jbsyncdata.enums.MeasTypeEnum;
 import com.njcn.jbsyncdata.pojo.ExcelData;
-import com.njcn.jbsyncdata.pojo.result.TokenResult;
+import com.njcn.jbsyncdata.pojo.result.*;
 import com.njcn.jbsyncdata.service.IBusinessService;
 import com.njcn.jbsyncdata.util.RestTemplateUtil;
 import lombok.extern.slf4j.Slf4j;
@@ -12,10 +20,7 @@ import org.springframework.http.ResponseEntity;
 import org.springframework.stereotype.Service;
 
 import javax.annotation.Resource;
-import java.util.ArrayList;
+import java.util.*;
-import java.util.HashMap;
-import java.util.List;
-import java.util.Map;
 import java.util.stream.Collectors;
 import java.util.stream.Stream;
 
@@ -50,9 +55,6 @@ public class BusinessServiceImpl implements IBusinessService {
             jsonObjectSub.set("termType", "");
             jsonObjectSub.set("measPointIds", new ArrayList<>());
             jsonObject.set("filter", jsonObjectSub);
-            if (excelData.getStageID().equalsIgnoreCase("1502760751")) {
-                log.error("组装后的json为：{}", jsonObject);
-            }
             //组装好json开始发送请求
             Map<String, String> headers = new HashMap<>();
             headers.put("x-token", tokenWithRestTemplate.getAccess_token());
@@ -81,23 +83,93 @@ public class BusinessServiceImpl implements IBusinessService {
             List<String> userId = Stream.of("160".concat(excelData.getGenerationUserID())).collect(Collectors.toList());
             jsonObjectSub.set("consNos", userId);
             jsonObjectSub.set("consType", 3);
-
             jsonObjectSub.set("astIds", new ArrayList<>());
             jsonObjectSub.set("astType", "");
             jsonObjectSub.set("psrIds", new ArrayList<>());
             jsonObjectSub.set("psrType", "");
             jsonObjectSub.set("measPointIds", new ArrayList<>());
-            List<String> typeList = Stream.of("PhV_phsA","PhV_phsB","PhV_phsC").collect(Collectors.toList());
+            //指标类型集合
+            List<String> typeList = MeasTypeEnum.getMeasList();
             jsonObjectSub.set("telemetryTypes", typeList);
             jsonObject.set("filter", jsonObjectSub);
-            if (excelData.getStageID().equalsIgnoreCase("2226675026")) {
-                log.error("组装后的json为：{}", jsonObject);
-            }
             //组装好json开始发送请求
             Map<String, String> headers = new HashMap<>();
             headers.put("x-token", tokenWithRestTemplate.getAccess_token());
-            ResponseEntity<String> response = restTemplateUtil.post(tokenComponent.getUrl().concat("/realMeasCenter/measPoint/commonQuery"), headers, jsonObject, String.class);
+            ResponseEntity<GeneralResult> response = restTemplateUtil.post(tokenComponent.getUrl().concat("/realMeasCenter/telemetry/commonQuery"), headers, jsonObject, GeneralResult.class);
+            if (response.getStatusCodeValue() == 200 && response.getBody().getStatus().equalsIgnoreCase("000000")) {
+                PageResult result = response.getBody().getResult();
+                List<CommonTelemetry> records = result.getRecords();
+                if (Objects.isNull(result) || CollectionUtil.isEmpty(result.getRecords())) {
+                    //日志输出：
+                    log.error("用户编号为：{}，无遥测数据；", excelData.getGenerationUserID());
+                    continue;
+                }
+                //处理各个record的数据，因用户下可能有多个测量点，按指标循环，默认采用第一个匹配上的做数据处理
+                Map</*表名*/String, List<Map</*属性名*/String,/*数值*/String>>> typeData = new HashMap<>();
+                for (String type : typeList) {
+                    MeasTypeEnum measTypeEnumByMeasType = MeasTypeEnum.getMeasTypeEnumByMeasType(type);
+                    for (CommonTelemetry commonTelemetry : records) {
+                        if (type.equalsIgnoreCase(commonTelemetry.getMeasTypeCode())) {
+                            List<StatisticsData> statisticsDataList = commonTelemetry.getTelemetryValue();
+                            List<Map</*属性名*/String,/*数值*/String>> influxData = new ArrayList<>();
+                            for (StatisticsData statisticsData : statisticsDataList) {
+                                Map<String, String> tempInfluxData = new HashMap<>();
+                                tempInfluxData.put("phasic_type", measTypeEnumByMeasType.getPhaseType());
+                                tempInfluxData.put("line_id", "160".concat(excelData.getGenerationUserID()));
+                                tempInfluxData.put("quality_flag", "0");
+                                tempInfluxData.put("value_type", "AVG");
+                                tempInfluxData.put("time", statisticsData.getDataTime());
+                                //为空则赋值为0，表中其他均为0
+                                tempInfluxData.put(measTypeEnumByMeasType.getFieldName(), StrUtil.isBlank(statisticsData.getMeasValue()) ? "0" : statisticsData.getMeasValue());
+                                influxData.add(tempInfluxData);
+                            }
+                            //measType@tableName:存在多个指标存储表名一致，避免数据覆盖；
+                            typeData.put(measTypeEnumByMeasType.getMeasType().concat(StrPool.AT).concat(measTypeEnumByMeasType.getTableName()), influxData);
+                            break;
+                        }
+                    }
+                }
+            }
+
+
             log.error("请求接口，台区号为：{},结果为：{}", excelData.getStageID(), response);
         }
     }
+
+
+    public static void main(String[] args) {
+        String path = "C:\\Users\\83944\\Desktop\\test\\test.txt";
+        FileReader fileReader = new FileReader(path);
+        String jsonStr = fileReader.readString();
+        GeneralResult result = JSONUtil.toBean(jsonStr, GeneralResult.class);
+        List<CommonTelemetry> records = result.getResult().getRecords();
+        //处理各个record的数据，因用户下可能有多个测量点，按指标循环，默认采用第一个匹配上的做数据处理
+        Map</*表名*/String, List<Map</*属性名*/String,/*数值*/String>>> typeData = new HashMap<>();
+        List<String> typeList = Stream.of("PhV_phsA", "PhV_phsB", "PhV_phsC").collect(Collectors.toList());
+        for (String type : typeList) {
+            MeasTypeEnum measTypeEnumByMeasType = MeasTypeEnum.getMeasTypeEnumByMeasType(type);
+            for (CommonTelemetry commonTelemetry : records) {
+                if (type.equalsIgnoreCase(commonTelemetry.getMeasTypeCode())) {
+                    List<StatisticsData> statisticsDataList = commonTelemetry.getTelemetryValue();
+                    List<Map</*属性名*/String,/*数值*/String>> influxData = new ArrayList<>();
+                    for (StatisticsData statisticsData : statisticsDataList) {
+                        Map<String, String> tempInfluxData = new HashMap<>();
+                        tempInfluxData.put("phasic_type", measTypeEnumByMeasType.getPhaseType());
+                        tempInfluxData.put("line_id", "1602514341899");
+                        tempInfluxData.put("quality_flag", "0");
+                        tempInfluxData.put("value_type", "AVG");
+                        tempInfluxData.put("time", statisticsData.getDataTime());
+                        //为空则赋值为0，表中其他均为0
+                        tempInfluxData.put(measTypeEnumByMeasType.getFieldName(), StrUtil.isBlank(statisticsData.getMeasValue()) ? "0" : statisticsData.getMeasValue());
+                        influxData.add(tempInfluxData);
+                    }
+                    typeData.put(measTypeEnumByMeasType.getMeasType().concat("@").concat(measTypeEnumByMeasType.getTableName()), influxData);
+                    break;
+                }
+            }
+        }
+
+        System.out.println(11);
+
+    }
 }

src/main/java/com/njcn/jbsyncdata/util/InstantDateDeserializer.java

@@ -0,0 +1,38 @@
+package com.njcn.jbsyncdata.util;
+
+import cn.hutool.core.date.DatePattern;
+import cn.hutool.core.date.DateUtil;
+import com.fasterxml.jackson.core.JsonParser;
+import com.fasterxml.jackson.core.JsonProcessingException;
+import com.fasterxml.jackson.databind.DeserializationContext;
+import com.fasterxml.jackson.databind.deser.std.StdDeserializer;
+import org.springframework.stereotype.Component;
+
+import java.io.IOException;
+import java.time.Instant;
+
+/**
+ * @author hongawen
+ * @version 1.0.0
+ * @date 2023年07月24日 13:33
+ */
+@Component
+public class InstantDateDeserializer extends StdDeserializer<Instant> {
+
+
+    public InstantDateDeserializer() {
+        this(null);
+    }
+
+
+    protected InstantDateDeserializer(Class<?> vc) {
+        super(vc);
+    }
+
+
+    @Override
+    public Instant deserialize(JsonParser p, DeserializationContext ctxt) throws IOException, JsonProcessingException {
+        String text = p.getValueAsString();
+        return PubUtils.dateToInstant(DateUtil.parse(text,DatePattern.NORM_DATETIME_PATTERN));
+    }
+}

src/main/java/com/njcn/jbsyncdata/util/InstantDateSerializer.java

@@ -0,0 +1,48 @@
+package com.njcn.jbsyncdata.util;
+
+import cn.hutool.core.date.DatePattern;
+import com.fasterxml.jackson.core.JsonGenerator;
+import com.fasterxml.jackson.databind.SerializerProvider;
+import com.fasterxml.jackson.databind.ser.std.StdSerializer;
+import org.springframework.stereotype.Component;
+
+import java.io.IOException;
+import java.time.Instant;
+import java.time.ZoneId;
+import java.time.format.DateTimeFormatter;
+
+
+/**
+ * @author hongawen
+ * @version 1.0.0
+ * @date 2023年04月25日 16:33
+ */
+@Component
+public class InstantDateSerializer extends StdSerializer<Instant> {
+
+    private static final long serialVersionUID = 1L;
+
+    private static DateTimeFormatter format = DateTimeFormatter.ofPattern(DatePattern.NORM_DATETIME_PATTERN);
+
+    public InstantDateSerializer() {
+        this(null);
+    }
+
+    public InstantDateSerializer(Class<Instant> t) {
+        super(t);
+    }
+
+    /***
+     * 转义为 yyyy-MM-dd HH:mm:ss
+     * @author hongawen
+     */
+    @Override
+    public void serialize(Instant instant, JsonGenerator jsonGenerator, SerializerProvider provider)
+            throws IOException {
+        if (instant == null) {
+            return;
+        }
+        String jsonValue = format.format(instant.atZone(ZoneId.of("+00:00")));
+        jsonGenerator.writeString(jsonValue);
+    }
+}

src/main/java/com/njcn/jbsyncdata/util/PubUtils.java

@@ -0,0 +1,443 @@
+package com.njcn.jbsyncdata.util;
+
+import cn.hutool.core.util.RandomUtil;
+import cn.hutool.core.util.StrUtil;
+import com.fasterxml.jackson.databind.DeserializationFeature;
+import com.fasterxml.jackson.databind.JavaType;
+import com.fasterxml.jackson.databind.ObjectMapper;
+import com.fasterxml.jackson.databind.SerializationFeature;
+import com.fasterxml.jackson.databind.type.TypeFactory;
+import com.fasterxml.jackson.datatype.jsr310.JavaTimeModule;
+
+import java.io.IOException;
+import java.lang.reflect.Method;
+import java.lang.reflect.Type;
+import java.math.BigDecimal;
+import java.net.InetAddress;
+import java.net.UnknownHostException;
+import java.text.DateFormat;
+import java.text.SimpleDateFormat;
+import java.time.Instant;
+import java.time.LocalDate;
+import java.time.LocalDateTime;
+import java.time.format.DateTimeFormatter;
+import java.util.*;
+import java.util.concurrent.TimeUnit;
+import java.util.regex.Matcher;
+import java.util.regex.Pattern;
+
+import static java.lang.Integer.parseInt;
+
+
+/**
+ * @author hongawen
+ * @version 1.0.0
+ * @date 2021年04月12日 14:21
+ */
+public class PubUtils {
+
+    private final static ObjectMapper MAPPER = new ObjectMapper();
+
+    private static final String DATE_TIME = "yyyy-MM-dd HH:mm:ss";
+
+    private static final String DATE = "yyyy-MM-dd";
+
+    private static final String TIME = "HH:mm:ss";
+
+
+    /**
+     * 生成随机码，包含字母。--> 大写
+     *
+     * @param length 随机码长度
+     */
+    public static String randomCode(int length) {
+        return RandomUtil.randomString(length).toUpperCase(Locale.ENGLISH);
+    }
+
+
+    /****
+     * ***** ***** 验证IP是否属于某个IP段 ipSection IP段（以'-'分隔） ip 所验证的IP号码 ***** *****
+     **/
+    public static boolean ipExistsInRange(String ip, String ipSection) {
+        ipSection = ipSection.trim();
+        ip = ip.trim();
+        int idx = ipSection.indexOf('-');
+        String beginIp = ipSection.substring(0, idx);
+        String endIp = ipSection.substring(idx + 1);
+        return getIp2long(beginIp) <= getIp2long(ip) && getIp2long(ip) <= getIp2long(endIp);
+    }
+
+    private static long getIp2long(String ip) {
+        ip = ip.trim();
+        String[] ips = ip.split("\\.");
+        long ip2long = 0L;
+        for (int i = 0; i < 4; ++i) {
+            ip2long = ip2long << 8 | parseInt(ips[i]);
+        }
+        return ip2long;
+    }
+
+    /**
+     * 获取当前时间
+     *
+     * @author cdf
+     * @date 2021/7/26
+     */
+    public static String getNow() {
+        DateFormat bf = new SimpleDateFormat("yyyyMMddHHmmss");
+        return bf.format(new Date());
+    }
+
+    /**
+     * 毫秒转时间 ms:需要转换的毫秒时间
+     */
+    public static Date ms2Date(Long ms) {
+        Calendar c = Calendar.getInstance();
+        c.setTimeInMillis(ms);
+        return c.getTime();
+    }
+
+    /**
+     * 日期转字符串函数 date:需要转换的日期 strFormat:转换的格式(yyyy-MM-dd HH:mm:ss)
+     */
+    public static String date2String(Date date, String strFormat){
+        SimpleDateFormat format = new SimpleDateFormat(strFormat);
+
+        return format.format(date);
+    }
+
+    /**
+     * 获取当前web的IP
+     */
+    public static String getLocalIp() {
+        String host;
+        try {
+            host = InetAddress.getLocalHost().getHostAddress();
+        } catch (UnknownHostException e) {
+            e.printStackTrace();
+            host = "127.0.0.1";
+        }
+        return host;
+    }
+
+    /**
+     * 将JSON转为实体对象
+     *
+     * @param jsonStr    json
+     * @param targetType 对象类型
+     * @param <T>        对象
+     */
+    public static <T> T json2obj(String jsonStr, Type targetType) {
+        try {
+            JavaType javaType = TypeFactory.defaultInstance().constructType(targetType);
+            MAPPER.registerModule(new JavaTimeModule());
+            MAPPER.disable(SerializationFeature.WRITE_DATES_AS_TIMESTAMPS);
+            return MAPPER.readValue(jsonStr, javaType);
+        } catch (IOException e) {
+            throw new IllegalArgumentException("将JSON转换为对象时发生错误:" + jsonStr, e);
+        }
+    }
+
+    /**
+     * 将实体对象转为JSON
+     *
+     * @param object   实体对象
+     */
+    public static String obj2json(Object object) {
+        try {
+            MAPPER.configure(DeserializationFeature.ACCEPT_SINGLE_VALUE_AS_ARRAY, true);
+            return MAPPER.writeValueAsString(object);
+        } catch (IOException e) {
+            throw new IllegalArgumentException("将将实体对象转为JSON时发生错误:" + object, e);
+        }
+    }
+
+
+    /**
+     * 判断一个数字是否在区间内
+     *
+     * @param current 待判断数字
+     * @param min     最小值
+     * @param max     最大值
+     */
+    public static boolean rangeInDefined(int current, int min, int max) {
+        return Math.max(min, current) == Math.min(current, max);
+    }
+
+    /**
+     * 将起始日期字符串 yyyy-MM-dd  转为 yyyy-MM-dd HH:mm:ss的LocalDateTime
+     */
+    public static LocalDateTime beginTimeToLocalDateTime(String beginTime) {
+        beginTime = beginTime + StrUtil.SPACE + "00:00:00";
+        DateTimeFormatter dateTimeFormatter = DateTimeFormatter.ofPattern(DATE_TIME);
+        return LocalDateTime.parse(beginTime, dateTimeFormatter);
+    }
+
+    /**
+     * 将截止日期字符串 yyyy-MM-dd  转为 yyyy-MM-dd HH:mm:ss的LocalDateTime
+     */
+    public static LocalDateTime endTimeToLocalDateTime(String endTime) {
+        endTime = endTime + StrUtil.SPACE + "23:59:59";
+        DateTimeFormatter dateTimeFormatter = DateTimeFormatter.ofPattern(DATE_TIME);
+        return LocalDateTime.parse(endTime, dateTimeFormatter);
+    }
+
+    /**
+     * 将字符串日期转为LocalDate日期（只用于日期转换）
+     */
+    public static LocalDate localDateFormat(String time) {
+        DateTimeFormatter dateTimeFormatter = DateTimeFormatter.ofPattern(DATE);
+        return LocalDate.parse(time, dateTimeFormatter);
+    }
+
+    public static LocalDateTime localDateTimeFormat(String time) {
+        DateTimeFormatter dateTimeFormatter = DateTimeFormatter.ofPattern(DATE_TIME);
+        return LocalDateTime.parse(time, dateTimeFormatter);
+    }
+
+
+    public static List<String> getStartTimeEndTime(String beginDate, String endDate) throws Exception {
+
+        SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd");
+        Calendar cal = Calendar.getInstance();
+        cal.setTime(sdf.parse(beginDate));
+        List<String> startTimeEndTime = null;
+        for (long d = cal.getTimeInMillis(); d <= sdf.parse(endDate).getTime(); d = getDplaus(cal)) {
+            startTimeEndTime.add(sdf.format(d));
+        }
+        return startTimeEndTime;
+    }
+
+    public static long getDplaus(Calendar c) {
+        c.set(Calendar.DAY_OF_MONTH, c.get(Calendar.DAY_OF_MONTH) + 1);
+        return c.getTimeInMillis();
+    }
+
+    public static String comFlag(Integer comFlag) {
+        switch (comFlag) {
+            case 0:
+                return "中断";
+            case 1:
+                return "正常";
+            default:
+                return "";
+        }
+    }
+
+    public static String runFlag(Integer runFlag) {
+        switch (runFlag) {
+            case 0:
+                return "投运";
+            case 1:
+                return "热备用";
+            case 2:
+                return "停运";
+            default:
+                return "";
+        }
+    }
+
+    public static Integer getRunFlag(String runFlag) {
+        switch (runFlag) {
+            case "投运":
+                return 0;
+            case "热备用":
+                return 1;
+            case "停运":
+                return 2;
+            default:
+                return -1;
+        }
+    }
+    public static Double getDefectSeverity(String defectSeverity) {
+        switch (defectSeverity) {
+            case "轻缺陷":
+                return 0.02;
+            case "较重缺陷":
+                return 0.12;
+            case "严重缺陷":
+                return 0.42;
+            default:
+                return 0.00;
+        }
+    }
+
+    public static String ptType(Integer ptType) {
+        switch (ptType) {
+            case 0:
+                return "星型接线";
+            case 1:
+                return "三角型接线";
+            case 2:
+                return "开口三角型接线";
+            default:
+                return "";
+        }
+    }
+
+    public static Integer ptTypeName(String ptType) {
+        switch (ptType) {
+            case "星型接线":
+                return 0;
+            case "三角型接线":
+                return 1;
+            case "开口三角型接线":
+                return 2;
+            default:
+                return -1;
+        }
+    }
+
+    /**
+     * 将当前时间的秒数置为0
+     *
+     * @param date 时间
+     */
+    public static Date getSecondsAsZero(Date date) {
+        Calendar calendar = Calendar.getInstance();
+        calendar.setTime(date);
+        calendar.set(Calendar.SECOND, 0);
+        return calendar.getTime();
+    }
+
+    /**
+     * 根据起始时间和截止时间返回yyyy-MM-dd的日期，
+     *
+     * @param startTime 起始时间
+     * @param endTime   截止时间
+     */
+    public static List<String> getTimes(Date startTime, Date endTime) {
+        SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd");
+        List<String> result = new ArrayList<>();
+        Calendar start = Calendar.getInstance();
+        start.setTime(startTime);
+        Calendar end = Calendar.getInstance();
+        end.setTime(endTime);
+        end.set(end.get(Calendar.YEAR), end.get(Calendar.MONTH), end.get(Calendar.DAY_OF_MONTH), 0, 0, 0);
+        long interval = end.getTimeInMillis() - start.getTimeInMillis();
+        result.add(sdf.format(start.getTime()));
+        if (interval > 0) {
+            int days = (int) (interval / 86400000);
+            for (int i = 0; i < days; i++) {
+                start.add(Calendar.DAY_OF_MONTH, 1);
+                result.add(sdf.format(start.getTime()));
+            }
+        }
+        return result;
+    }
+
+    /***
+     * 将instant转为date 处理8小时误差
+     * @author hongawen
+     * @date 2023/7/20 15:58
+     * @param instant 日期
+     * @return Instant
+     */
+    public static Date instantToDate(Instant instant){
+        return Date.from(instant.minusMillis(TimeUnit.HOURS.toMillis(8)));
+    }
+
+    /***
+     * 将date转为instant 处理8小时误差
+     * @author hongawen
+     * @date 2023/7/20 15:58
+     * @param date 日期
+     * @return Instant
+     */
+    public static Instant dateToInstant(Date date){
+        return date.toInstant().plusMillis(TimeUnit.HOURS.toMillis(8));
+    }
+
+
+    /**
+     * 根据参数返回float的四舍五入值
+     *
+     * @param i     保留的位数
+     * @param value float原值
+     */
+    public static Float floatRound(int i, float value) {
+        BigDecimal bp = new BigDecimal(value);
+        return bp.setScale(i, BigDecimal.ROUND_HALF_UP).floatValue();
+    }
+
+    //*****************************************xuyang添加,用于App********************************************************
+    /**
+     * 正则表达式字符串
+     * 要匹配的字符串
+     *
+     * @return 如果str 符合 regex的正则表达式格式,返回true, 否则返回 false;
+     */
+    public static boolean match(String regex, String str) {
+        Pattern pattern = Pattern.compile(regex);
+        Matcher matcher = pattern.matcher(str);
+        return matcher.matches();
+    }
+
+    /**
+     * 生成随机推荐码
+     */
+    public static String getCode(Integer number){
+        final String BASIC = "123456789AaBbCcDdEeFfGgHhIiJjKkLlMmNnOoPpQqRrSsTtUuVvWwXxYyZz";
+        char[] basicArray = BASIC.toCharArray();
+        Random random = new Random();
+        char[] result = new char[number];
+        for (int i = 0; i < result.length; i++) {
+            int index = random.nextInt(100) % (basicArray.length);
+            result[i] = basicArray[index];
+        }
+        return new String(result);
+    }
+
+    /**
+     * 将字节数组转成Float数组
+     * @param bytes
+     * @return
+     */
+    public static List<Float> byteArrayToFloatList(byte[] bytes){
+        List<Float> d = new ArrayList<>(bytes.length/8);
+        byte[] doubleBuffer = new byte[4];
+        for(int j = 0; j < bytes.length; j += 4) {
+            System.arraycopy(bytes, j, doubleBuffer, 0, doubleBuffer.length);
+            d.add(bytes2Float(doubleBuffer));
+        }
+        return d;
+    }
+
+    public static float bytes2Float(byte[] arr) {
+        int accum = 0;
+        accum = accum|(arr[0] & 0xff);
+        accum = accum|(arr[1] & 0xff) << 8;
+        accum = accum|(arr[2] & 0xff) << 16;
+        accum = accum|(arr[3] & 0xff) << 24;
+        return Float.intBitsToFloat(accum);
+    }
+
+    /**
+     * 将字节数组转成Double数组
+     * @param arr
+     * @return
+     */
+    public static List<Double> byteArrayToDoubleList(byte[] arr){
+        List<Double> d = new ArrayList<>(arr.length/8);
+        byte[] doubleBuffer = new byte[8];
+        for(int j = 0; j < arr.length; j += 8) {
+            System.arraycopy(arr, j, doubleBuffer, 0, doubleBuffer.length);
+            d.add(bytes2Double(doubleBuffer));
+        }
+        return d;
+    }
+
+    /**
+     * 将byte转换成double
+     * @param arr
+     * @return
+     */
+    public static double bytes2Double(byte[] arr) {
+        long value = 0;
+        for (int i = 0; i < 8; i++) {
+            value |= ((long) (arr[i] & 0xff)) << (8 * i);
+        }
+        return Double.longBitsToDouble(value);
+    }
+    //***************************************************添加结束********************************************************
+}

src/main/resources/application.yml

@@ -38,6 +38,12 @@ spring:
       max-request-size: 100MB
       max-file-size: 500MB
       enabled: true
+  influx:
+    url: http://127.0.0.1:8086
+    user: admin
+    password: 123456
+    database: pqsbase_sjzx
+    mapper-location: com.njcn.jbsyncdata.imapper
 
 
 

src/test/java/com/njcn/jbsyncdata/JbSyncdataApplicationTests.java

@@ -1,13 +1,126 @@
 package com.njcn.jbsyncdata;
 
+import cn.hutool.core.date.DatePattern;
+import cn.hutool.core.date.DateUtil;
+import cn.hutool.core.io.file.FileReader;
+import cn.hutool.core.text.StrPool;
+import cn.hutool.core.util.StrUtil;
+import cn.hutool.json.JSONUtil;
+import com.njcn.influx.query.InfluxQueryWrapper;
+import com.njcn.influx.utils.InfluxDbUtils;
+import com.njcn.jbsyncdata.enums.MeasTypeEnum;
+import com.njcn.jbsyncdata.imapper.DataVMapper;
+import com.njcn.jbsyncdata.pojo.po.DataV;
+import com.njcn.jbsyncdata.pojo.result.CommonTelemetry;
+import com.njcn.jbsyncdata.pojo.result.GeneralResult;
+import com.njcn.jbsyncdata.pojo.result.StatisticsData;
+import org.influxdb.InfluxDB;
+import org.influxdb.dto.BatchPoints;
+import org.influxdb.dto.Point;
 import org.junit.jupiter.api.Test;
 import org.springframework.boot.test.context.SpringBootTest;
 
+import javax.annotation.Resource;
+import java.time.Instant;
+import java.util.*;
+import java.util.concurrent.TimeUnit;
+import java.util.stream.Collectors;
+import java.util.stream.Stream;
+
 @SpringBootTest
 class JbSyncdataApplicationTests {
 
+    @Resource
+    private InfluxDbUtils influxDbUtils;
+
     @Test
-    void contextLoads() {
+    void testInfluxInsert() {
+        String path = "C:\\Users\\83944\\Desktop\\test\\test.txt";
+        FileReader fileReader = new FileReader(path);
+        String jsonStr = fileReader.readString();
+        GeneralResult result = JSONUtil.toBean(jsonStr, GeneralResult.class);
+        List<CommonTelemetry> records = result.getResult().getRecords();
+        //处理各个record的数据，因用户下可能有多个测量点，按指标循环，默认采用第一个匹配上的做数据处理
+        Map</*表名*/String, List<Map</*属性名*/String,/*数值*/String>>> typeData = new HashMap<>();
+        List<String> typeList = Stream.of("PhV_phsA", "PhV_phsB", "PhV_phsC").collect(Collectors.toList());
+        for (String type : typeList) {
+            MeasTypeEnum measTypeEnumByMeasType = MeasTypeEnum.getMeasTypeEnumByMeasType(type);
+            for (CommonTelemetry commonTelemetry : records) {
+                if (type.equalsIgnoreCase(commonTelemetry.getMeasTypeCode())) {
+                    List<StatisticsData> statisticsDataList = commonTelemetry.getTelemetryValue();
+                    List<Map</*属性名*/String,/*数值*/String>> influxData = new ArrayList<>();
+                    for (StatisticsData statisticsData : statisticsDataList) {
+                        Map<String, String> tempInfluxData = new HashMap<>();
+                        tempInfluxData.put("phasic_type", measTypeEnumByMeasType.getPhaseType());
+                        tempInfluxData.put("line_id", "1602514341899");
+                        tempInfluxData.put("quality_flag", "0");
+                        tempInfluxData.put("value_type", "AVG");
+                        tempInfluxData.put("time", statisticsData.getDataTime());
+                        //为空则赋值为0，表中其他均为0
+                        tempInfluxData.put(measTypeEnumByMeasType.getFieldName(), StrUtil.isBlank(statisticsData.getMeasValue()) ? "0" : statisticsData.getMeasValue());
+                        influxData.add(tempInfluxData);
+                    }
+                    typeData.put(measTypeEnumByMeasType.getMeasType().concat(StrPool.AT).concat(measTypeEnumByMeasType.getTableName()), influxData);
+                    break;
+                }
+            }
+        }
+        List<String> sqlList = new ArrayList<>();
+        Set<String> tableNames = typeData.keySet();
+        for (String tableName : tableNames) {
+            List<Map<String, String>> data = typeData.get(tableName);
+            tableName = tableName.substring(tableName.indexOf(StrPool.AT) + 1);
+            //需要转换的实体类class类
+            for (Map<String, String> datum : data) {
+                Map<String, String> tags = new HashMap<>();
+                tags.put("phasic_type", datum.get("phasic_type"));
+                datum.remove("phasic_type");
+                tags.put("line_id", datum.get("line_id"));
+                datum.remove("line_id");
+                tags.put("quality_flag", datum.get("quality_flag"));
+                datum.remove("quality_flag");
+                tags.put("value_type", datum.get("value_type"));
+                datum.remove("value_type");
+                String time = datum.get("time");
+                datum.remove("time");
+                //tag数据删完后，剩余均是filed数据,因filed属性名不固定，无法指定获取，直接循环
+                Map<String, Object> fields = new HashMap<>();
+                Set<String> fieldNames = datum.keySet();
+                for (String fieldName : fieldNames) {
+                    fields.put(fieldName, Double.parseDouble(datum.get(fieldName)));
+                }
+                Point point = influxDbUtils.pointBuilder(tableName, DateUtil.parse(time, DatePattern.NORM_DATETIME_FORMATTER).getTime() + 8 * 3600 * 1000, TimeUnit.MILLISECONDS, tags, fields);
+                BatchPoints batchPoints = BatchPoints.database(influxDbUtils.getDbName()).retentionPolicy("").consistency(InfluxDB.ConsistencyLevel.ALL).build();
+                batchPoints.point(point);
+                sqlList.add(batchPoints.lineProtocol());
+
+            }
+        }
+        influxDbUtils.batchInsert(influxDbUtils.getDbName(), "", InfluxDB.ConsistencyLevel.ALL, TimeUnit.MILLISECONDS, sqlList);
+        System.out.println(11);
     }
 
+
+    @Resource
+    private DataVMapper dataVMapper;
+
+    @Test
+    public void testInflux() {
+        DataV dataV = new DataV();
+        dataV.setTime(Instant.now());
+        dataV.setLineId("123");
+        dataV.setPhasicType("123");
+        dataV.setQualityFlag("123");
+        dataV.setValueType("123");
+        dataVMapper.insertOne(dataV);
+    }
+
+    @Test
+    public void testQueryInflux() {
+        InfluxQueryWrapper queryWrapper = new InfluxQueryWrapper(DataV.class);
+        List<DataV> dataVList = dataVMapper.selectDataV(queryWrapper);
+        System.out.println(1);
+    }
+
+
 }