完成influxdb迁移工具

This commit is contained in:
wr
2025-04-24 19:57:31 +08:00
parent 90e247a59d
commit 7bd3853222
120 changed files with 1015 additions and 427 deletions

View File

@@ -6,6 +6,7 @@ import com.njcn.common.pojo.constant.OperateType;
import com.njcn.common.pojo.enums.common.LogEnum; import com.njcn.common.pojo.enums.common.LogEnum;
import com.njcn.common.pojo.response.HttpResult; import com.njcn.common.pojo.response.HttpResult;
import com.njcn.po.influx.*; import com.njcn.po.influx.*;
import com.njcn.po.mysql.RmpEventDetail;
import org.springframework.cloud.openfeign.FeignClient; import org.springframework.cloud.openfeign.FeignClient;
import org.springframework.web.bind.annotation.PostMapping; import org.springframework.web.bind.annotation.PostMapping;
import org.springframework.web.bind.annotation.RequestBody; import org.springframework.web.bind.annotation.RequestBody;
@@ -76,4 +77,6 @@ public interface MigrationInsertFeignClient {
@PostMapping("/insertPqsCommunicate") @PostMapping("/insertPqsCommunicate")
HttpResult<String> insertPqsCommunicate(@RequestBody List<PqsCommunicate> list); HttpResult<String> insertPqsCommunicate(@RequestBody List<PqsCommunicate> list);
@PostMapping("/batchInsertion")
HttpResult<String> batchInsertion(@RequestBody List<RmpEventDetail> list);
} }

View File

@@ -6,6 +6,7 @@ import com.njcn.common.pojo.exception.BusinessException;
import com.njcn.common.pojo.response.HttpResult; import com.njcn.common.pojo.response.HttpResult;
import com.njcn.dataProcess.util.DataProcessingEnumUtil; import com.njcn.dataProcess.util.DataProcessingEnumUtil;
import com.njcn.po.influx.*; import com.njcn.po.influx.*;
import com.njcn.po.mysql.RmpEventDetail;
import feign.hystrix.FallbackFactory; import feign.hystrix.FallbackFactory;
import lombok.extern.slf4j.Slf4j; import lombok.extern.slf4j.Slf4j;
import org.springframework.stereotype.Component; import org.springframework.stereotype.Component;
@@ -128,6 +129,12 @@ public class MigrationInsertFeignClientFallbackFactory implements FallbackFactor
log.error("{}异常,降级处理,异常为:{}","insertPqsCommunicate批量插入数据",cause.toString()); log.error("{}异常,降级处理,异常为:{}","insertPqsCommunicate批量插入数据",cause.toString());
throw new BusinessException(finalExceptionEnum); throw new BusinessException(finalExceptionEnum);
} }
@Override
public HttpResult<String> batchInsertion(List<RmpEventDetail> list) {
log.error("{}异常,降级处理,异常为:{}","eventDetail批量插入数据",cause.toString());
throw new BusinessException(finalExceptionEnum);
}
}; };
} }
} }

View File

@@ -1,8 +1,9 @@
package com.njcn.po.influx; package com.njcn.po.influx;
import com.alibaba.excel.annotation.ExcelProperty;
import com.alibaba.excel.annotation.write.style.ColumnWidth;
import com.fasterxml.jackson.annotation.JsonIgnore; import com.fasterxml.jackson.annotation.JsonIgnore;
import com.fasterxml.jackson.databind.annotation.JsonSerialize; import com.fasterxml.jackson.databind.annotation.JsonSerialize;
import com.fasterxml.jackson.datatype.jsr310.ser.LocalDateTimeSerializer;
import com.njcn.influx.utils.InstantDateSerializer; import com.njcn.influx.utils.InstantDateSerializer;
import lombok.Data; import lombok.Data;
import org.influxdb.annotation.Column; import org.influxdb.annotation.Column;
@@ -11,7 +12,6 @@ import org.influxdb.annotation.TimeColumn;
import org.springframework.format.annotation.DateTimeFormat; import org.springframework.format.annotation.DateTimeFormat;
import java.time.Instant; import java.time.Instant;
import java.time.LocalDateTime;
/** /**
* 类的介绍: * 类的介绍:
@@ -31,9 +31,13 @@ public class DataV {
@JsonIgnore @JsonIgnore
private Instant time; private Instant time;
@ExcelProperty(value = "时间",index = 1)
@ColumnWidth(30)
private String timeId; private String timeId;
@Column(name = "line_id", tag = true) @Column(name = "line_id", tag = true)
@ExcelProperty(value = "监测点id",index = 0)
@ColumnWidth(30)
private String lineId; private String lineId;
@Column(name = "phasic_type", tag = true) @Column(name = "phasic_type", tag = true)

View File

@@ -1,5 +1,7 @@
package com.njcn.po.influx; package com.njcn.po.influx;
import com.alibaba.excel.annotation.ExcelProperty;
import com.alibaba.excel.annotation.write.style.ColumnWidth;
import com.fasterxml.jackson.annotation.JsonIgnore; import com.fasterxml.jackson.annotation.JsonIgnore;
import com.fasterxml.jackson.databind.annotation.JsonSerialize; import com.fasterxml.jackson.databind.annotation.JsonSerialize;
import com.njcn.influx.utils.InstantDateSerializer; import com.njcn.influx.utils.InstantDateSerializer;
@@ -9,7 +11,6 @@ import org.influxdb.annotation.Measurement;
import org.influxdb.annotation.TimeColumn; import org.influxdb.annotation.TimeColumn;
import java.time.Instant; import java.time.Instant;
import java.time.ZoneId;
/** /**
* 类的介绍: * 类的介绍:
@@ -27,9 +28,12 @@ public class PqsCommunicate {
@JsonIgnore @JsonIgnore
private Instant time; private Instant time;
@ExcelProperty(value = "时间",index = 1)
private String timeId; private String timeId;
@Column(name = "dev_id",tag = true) @Column(name = "dev_id",tag = true)
@ExcelProperty(value = "终端id",index = 0)
@ColumnWidth(30)
private String devId; private String devId;
@Column(name = "description") @Column(name = "description")

View File

@@ -1,17 +0,0 @@
package com.njcn.insert.mapper;
import com.njcn.db.mapper.BatchBaseMapper;
import com.njcn.po.mysql.RmpEventDetail;
/**
* pqs
*
* @author cdf
* @date 2023/6/19
*/
public interface EventDetailMapper extends BatchBaseMapper<RmpEventDetail> {
}

View File

@@ -1,14 +0,0 @@
package com.njcn.insert.service;
/**
* Description:
* Date: 2024/11/28 9:04【需求编号】
*
* @author clam
* @version V1.0.0
*/
public interface InsertIRmpEventDetail {
}

View File

@@ -1,16 +0,0 @@
package com.njcn.insert.service.impl;
import com.njcn.insert.service.InsertIRmpEventDetail;
/**
* Description:
* Date: 2024/11/28 9:04【需求编号】
*
* @author clam
* @version V1.0.0
*/
public class InsertRmpEventDetailImpl implements InsertIRmpEventDetail {
}

View File

@@ -1,4 +1,4 @@
package com.njcn.insert; package com.njcn.migration.insert;
import lombok.extern.slf4j.Slf4j; import lombok.extern.slf4j.Slf4j;
import org.mybatis.spring.annotation.MapperScan; import org.mybatis.spring.annotation.MapperScan;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.controller; package com.njcn.migration.insert.controller;
import cn.hutool.core.collection.CollUtil; import cn.hutool.core.collection.CollUtil;
import com.njcn.common.pojo.annotation.OperateInfo; import com.njcn.common.pojo.annotation.OperateInfo;
@@ -7,10 +7,10 @@ import com.njcn.common.pojo.enums.common.LogEnum;
import com.njcn.common.pojo.enums.response.CommonResponseEnum; import com.njcn.common.pojo.enums.response.CommonResponseEnum;
import com.njcn.common.pojo.response.HttpResult; import com.njcn.common.pojo.response.HttpResult;
import com.njcn.common.utils.HttpResultUtil; import com.njcn.common.utils.HttpResultUtil;
import com.njcn.insert.service.*; import com.njcn.migration.insert.service.*;
import com.njcn.po.influx.*; import com.njcn.po.influx.*;
import com.njcn.po.mysql.RmpEventDetail;
import com.njcn.web.controller.BaseController; import com.njcn.web.controller.BaseController;
import io.swagger.annotations.ApiImplicitParam;
import io.swagger.annotations.ApiOperation; import io.swagger.annotations.ApiOperation;
import lombok.RequiredArgsConstructor; import lombok.RequiredArgsConstructor;
import org.springframework.stereotype.Controller; import org.springframework.stereotype.Controller;
@@ -45,6 +45,7 @@ public class MigrationInsertController extends BaseController {
private final InsertIDataPlt dataPlt; private final InsertIDataPlt dataPlt;
private final InsertIDataV dataV; private final InsertIDataV dataV;
private final InsertIPqsCommunicate pqsCommunicate; private final InsertIPqsCommunicate pqsCommunicate;
private final InsertIRmpEventDetail eventDetail;
@OperateInfo(info = LogEnum.BUSINESS_COMMON,operateType = OperateType.ADD) @OperateInfo(info = LogEnum.BUSINESS_COMMON,operateType = OperateType.ADD)
@@ -199,4 +200,15 @@ public class MigrationInsertController extends BaseController {
} }
return HttpResultUtil.assembleCommonResponseResult(CommonResponseEnum.SUCCESS, null, methodDescribe); return HttpResultUtil.assembleCommonResponseResult(CommonResponseEnum.SUCCESS, null, methodDescribe);
} }
@OperateInfo(info = LogEnum.BUSINESS_COMMON,operateType = OperateType.ADD)
@PostMapping("/batchInsertion")
@ApiOperation("数据插入")
public HttpResult<String> batchInsertion(@RequestBody List<RmpEventDetail> list) {
String methodDescribe = getMethodDescribe("batchInsertion");
if(CollUtil.isNotEmpty(list)){
eventDetail.batchInsertion(list);
}
return HttpResultUtil.assembleCommonResponseResult(CommonResponseEnum.SUCCESS, null, methodDescribe);
}
} }

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.imapper; package com.njcn.migration.insert.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.imapper; package com.njcn.migration.insert.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.imapper; package com.njcn.migration.insert.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;
import com.njcn.po.influx.DataHarmrateI; import com.njcn.po.influx.DataHarmrateI;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.imapper; package com.njcn.migration.insert.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;
import com.njcn.po.influx.DataHarmrateV; import com.njcn.po.influx.DataHarmrateV;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.imapper; package com.njcn.migration.insert.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.imapper; package com.njcn.migration.insert.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.imapper; package com.njcn.migration.insert.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.imapper; package com.njcn.migration.insert.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.imapper; package com.njcn.migration.insert.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.imapper; package com.njcn.migration.insert.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;
import com.njcn.po.influx.DataI; import com.njcn.po.influx.DataI;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.imapper; package com.njcn.migration.insert.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.imapper; package com.njcn.migration.insert.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.imapper; package com.njcn.migration.insert.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.imapper; package com.njcn.migration.insert.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;
import com.njcn.po.influx.DataV; import com.njcn.po.influx.DataV;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.imapper; package com.njcn.migration.insert.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;
import com.njcn.po.influx.PqsCommunicate; import com.njcn.po.influx.PqsCommunicate;

View File

@@ -0,0 +1,17 @@
package com.njcn.migration.insert.mapper;
import com.github.jeffreyning.mybatisplus.base.MppBaseMapper;
import com.njcn.po.mysql.RmpEventDetail;
/**
* pqs
*
* @author cdf
* @date 2023/6/19
*/
public interface EventDetailMapper extends MppBaseMapper<RmpEventDetail> {
}

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service; package com.njcn.migration.insert.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service; package com.njcn.migration.insert.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service; package com.njcn.migration.insert.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service; package com.njcn.migration.insert.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service; package com.njcn.migration.insert.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service; package com.njcn.migration.insert.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service; package com.njcn.migration.insert.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service; package com.njcn.migration.insert.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service; package com.njcn.migration.insert.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service; package com.njcn.migration.insert.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service; package com.njcn.migration.insert.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service; package com.njcn.migration.insert.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service; package com.njcn.migration.insert.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service; package com.njcn.migration.insert.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service; package com.njcn.migration.insert.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -0,0 +1,19 @@
package com.njcn.migration.insert.service;
import com.github.jeffreyning.mybatisplus.service.IMppService;
import com.njcn.po.mysql.RmpEventDetail;
import java.util.List;
/**
* Description:
* Date: 2024/11/28 9:04【需求编号】
*
* @author clam
* @version V1.0.0
*/
public interface InsertIRmpEventDetail extends IMppService<RmpEventDetail> {
void batchInsertion(List<RmpEventDetail> list);
}

View File

@@ -1,15 +1,14 @@
package com.njcn.insert.service.impl; package com.njcn.migration.insert.service.impl;
import cn.hutool.core.collection.CollUtil; import cn.hutool.core.collection.CollUtil;
import cn.hutool.core.date.DatePattern; import cn.hutool.core.date.DatePattern;
import cn.hutool.core.date.LocalDateTimeUtil; import cn.hutool.core.date.LocalDateTimeUtil;
import com.njcn.influx.query.InfluxQueryWrapper; import com.njcn.influx.query.InfluxQueryWrapper;
import com.njcn.insert.imapper.InsertDataFlickerMapper; import com.njcn.migration.insert.imapper.InsertDataFlickerMapper;
import com.njcn.insert.service.InsertIDataFlicker; import com.njcn.migration.insert.service.InsertIDataFlicker;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;
import com.njcn.po.influx.DataFlicker; import com.njcn.po.influx.DataFlicker;
import com.njcn.po.influx.DataV;
import lombok.RequiredArgsConstructor; import lombok.RequiredArgsConstructor;
import org.apache.commons.collections4.ListUtils; import org.apache.commons.collections4.ListUtils;
import org.springframework.stereotype.Service; import org.springframework.stereotype.Service;

View File

@@ -1,14 +1,13 @@
package com.njcn.insert.service.impl; package com.njcn.migration.insert.service.impl;
import cn.hutool.core.collection.CollUtil; import cn.hutool.core.collection.CollUtil;
import cn.hutool.core.date.DatePattern; import cn.hutool.core.date.DatePattern;
import cn.hutool.core.date.LocalDateTimeUtil; import cn.hutool.core.date.LocalDateTimeUtil;
import com.njcn.influx.query.InfluxQueryWrapper; import com.njcn.influx.query.InfluxQueryWrapper;
import com.njcn.insert.imapper.InsertDataFlucMapper; import com.njcn.migration.insert.imapper.InsertDataFlucMapper;
import com.njcn.insert.service.InsertIDataFluc; import com.njcn.migration.insert.service.InsertIDataFluc;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;
import com.njcn.po.influx.DataFlicker;
import com.njcn.po.influx.DataFluc; import com.njcn.po.influx.DataFluc;
import lombok.RequiredArgsConstructor; import lombok.RequiredArgsConstructor;
import org.apache.commons.collections4.ListUtils; import org.apache.commons.collections4.ListUtils;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service.impl; package com.njcn.migration.insert.service.impl;
import cn.hutool.core.collection.CollUtil; import cn.hutool.core.collection.CollUtil;
@@ -7,10 +7,9 @@ import cn.hutool.core.date.LocalDateTimeUtil;
import com.njcn.common.utils.HarmonicTimesUtil; import com.njcn.common.utils.HarmonicTimesUtil;
import com.njcn.influx.constant.InfluxDbSqlConstant; import com.njcn.influx.constant.InfluxDbSqlConstant;
import com.njcn.influx.query.InfluxQueryWrapper; import com.njcn.influx.query.InfluxQueryWrapper;
import com.njcn.insert.imapper.InsertDataHarmRateIMapper; import com.njcn.migration.insert.imapper.InsertDataHarmRateIMapper;
import com.njcn.insert.service.InsertIDataHarmRateI; import com.njcn.migration.insert.service.InsertIDataHarmRateI;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;
import com.njcn.po.influx.DataFlicker;
import com.njcn.po.influx.DataHarmrateI; import com.njcn.po.influx.DataHarmrateI;
import lombok.RequiredArgsConstructor; import lombok.RequiredArgsConstructor;
import org.apache.commons.collections4.ListUtils; import org.apache.commons.collections4.ListUtils;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service.impl; package com.njcn.migration.insert.service.impl;
import cn.hutool.core.collection.CollUtil; import cn.hutool.core.collection.CollUtil;
@@ -7,10 +7,9 @@ import cn.hutool.core.date.LocalDateTimeUtil;
import com.njcn.common.utils.HarmonicTimesUtil; import com.njcn.common.utils.HarmonicTimesUtil;
import com.njcn.influx.constant.InfluxDbSqlConstant; import com.njcn.influx.constant.InfluxDbSqlConstant;
import com.njcn.influx.query.InfluxQueryWrapper; import com.njcn.influx.query.InfluxQueryWrapper;
import com.njcn.insert.imapper.InsertDataHarmRateVMapper; import com.njcn.migration.insert.imapper.InsertDataHarmRateVMapper;
import com.njcn.insert.service.InsertIDataHarmRateV; import com.njcn.migration.insert.service.InsertIDataHarmRateV;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;
import com.njcn.po.influx.DataFlicker;
import com.njcn.po.influx.DataHarmrateV; import com.njcn.po.influx.DataHarmrateV;
import lombok.RequiredArgsConstructor; import lombok.RequiredArgsConstructor;
import org.apache.commons.collections4.ListUtils; import org.apache.commons.collections4.ListUtils;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service.impl; package com.njcn.migration.insert.service.impl;
import cn.hutool.core.collection.CollUtil; import cn.hutool.core.collection.CollUtil;
@@ -7,10 +7,9 @@ import cn.hutool.core.date.LocalDateTimeUtil;
import com.njcn.common.utils.HarmonicTimesUtil; import com.njcn.common.utils.HarmonicTimesUtil;
import com.njcn.influx.constant.InfluxDbSqlConstant; import com.njcn.influx.constant.InfluxDbSqlConstant;
import com.njcn.influx.query.InfluxQueryWrapper; import com.njcn.influx.query.InfluxQueryWrapper;
import com.njcn.insert.imapper.InsertDataHarmphasicIMapper; import com.njcn.migration.insert.imapper.InsertDataHarmphasicIMapper;
import com.njcn.insert.service.InsertIDataHarmphasicI; import com.njcn.migration.insert.service.InsertIDataHarmphasicI;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;
import com.njcn.po.influx.DataFlicker;
import com.njcn.po.influx.DataHarmphasicI; import com.njcn.po.influx.DataHarmphasicI;
import lombok.RequiredArgsConstructor; import lombok.RequiredArgsConstructor;
import org.apache.commons.collections4.ListUtils; import org.apache.commons.collections4.ListUtils;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service.impl; package com.njcn.migration.insert.service.impl;
import cn.hutool.core.collection.CollUtil; import cn.hutool.core.collection.CollUtil;
@@ -7,10 +7,9 @@ import cn.hutool.core.date.LocalDateTimeUtil;
import com.njcn.common.utils.HarmonicTimesUtil; import com.njcn.common.utils.HarmonicTimesUtil;
import com.njcn.influx.constant.InfluxDbSqlConstant; import com.njcn.influx.constant.InfluxDbSqlConstant;
import com.njcn.influx.query.InfluxQueryWrapper; import com.njcn.influx.query.InfluxQueryWrapper;
import com.njcn.insert.imapper.InsertDataHarmphasicVMapper; import com.njcn.migration.insert.imapper.InsertDataHarmphasicVMapper;
import com.njcn.insert.service.InsertIDataHarmphasicV; import com.njcn.migration.insert.service.InsertIDataHarmphasicV;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;
import com.njcn.po.influx.DataFlicker;
import com.njcn.po.influx.DataHarmphasicV; import com.njcn.po.influx.DataHarmphasicV;
import lombok.RequiredArgsConstructor; import lombok.RequiredArgsConstructor;
import org.apache.commons.collections4.ListUtils; import org.apache.commons.collections4.ListUtils;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service.impl; package com.njcn.migration.insert.service.impl;
import cn.hutool.core.collection.CollUtil; import cn.hutool.core.collection.CollUtil;
@@ -7,10 +7,9 @@ import cn.hutool.core.date.LocalDateTimeUtil;
import com.njcn.common.utils.HarmonicTimesUtil; import com.njcn.common.utils.HarmonicTimesUtil;
import com.njcn.influx.constant.InfluxDbSqlConstant; import com.njcn.influx.constant.InfluxDbSqlConstant;
import com.njcn.influx.query.InfluxQueryWrapper; import com.njcn.influx.query.InfluxQueryWrapper;
import com.njcn.insert.imapper.InsertDataHarmpowerPMapper; import com.njcn.migration.insert.imapper.InsertDataHarmpowerPMapper;
import com.njcn.insert.service.InsertIDataHarmpowerP; import com.njcn.migration.insert.service.InsertIDataHarmpowerP;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;
import com.njcn.po.influx.DataFlicker;
import com.njcn.po.influx.DataHarmpowerP; import com.njcn.po.influx.DataHarmpowerP;
import lombok.RequiredArgsConstructor; import lombok.RequiredArgsConstructor;
import org.apache.commons.collections4.ListUtils; import org.apache.commons.collections4.ListUtils;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service.impl; package com.njcn.migration.insert.service.impl;
import cn.hutool.core.collection.CollUtil; import cn.hutool.core.collection.CollUtil;
@@ -7,10 +7,9 @@ import cn.hutool.core.date.LocalDateTimeUtil;
import com.njcn.common.utils.HarmonicTimesUtil; import com.njcn.common.utils.HarmonicTimesUtil;
import com.njcn.influx.constant.InfluxDbSqlConstant; import com.njcn.influx.constant.InfluxDbSqlConstant;
import com.njcn.influx.query.InfluxQueryWrapper; import com.njcn.influx.query.InfluxQueryWrapper;
import com.njcn.insert.imapper.InsertDataHarmpowerQMapper; import com.njcn.migration.insert.imapper.InsertDataHarmpowerQMapper;
import com.njcn.insert.service.InsertIDataHarmpowerQ; import com.njcn.migration.insert.service.InsertIDataHarmpowerQ;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;
import com.njcn.po.influx.DataFlicker;
import com.njcn.po.influx.DataHarmpowerQ; import com.njcn.po.influx.DataHarmpowerQ;
import lombok.RequiredArgsConstructor; import lombok.RequiredArgsConstructor;
import org.apache.commons.collections4.ListUtils; import org.apache.commons.collections4.ListUtils;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service.impl; package com.njcn.migration.insert.service.impl;
import cn.hutool.core.collection.CollUtil; import cn.hutool.core.collection.CollUtil;
@@ -7,10 +7,9 @@ import cn.hutool.core.date.LocalDateTimeUtil;
import com.njcn.common.utils.HarmonicTimesUtil; import com.njcn.common.utils.HarmonicTimesUtil;
import com.njcn.influx.constant.InfluxDbSqlConstant; import com.njcn.influx.constant.InfluxDbSqlConstant;
import com.njcn.influx.query.InfluxQueryWrapper; import com.njcn.influx.query.InfluxQueryWrapper;
import com.njcn.insert.imapper.InsertDataHarmpowerSMapper; import com.njcn.migration.insert.imapper.InsertDataHarmpowerSMapper;
import com.njcn.insert.service.InsertIDataHarmpowerS; import com.njcn.migration.insert.service.InsertIDataHarmpowerS;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;
import com.njcn.po.influx.DataFlicker;
import com.njcn.po.influx.DataHarmpowerS; import com.njcn.po.influx.DataHarmpowerS;
import lombok.RequiredArgsConstructor; import lombok.RequiredArgsConstructor;
import org.apache.commons.collections4.ListUtils; import org.apache.commons.collections4.ListUtils;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service.impl; package com.njcn.migration.insert.service.impl;
import cn.hutool.core.collection.CollUtil; import cn.hutool.core.collection.CollUtil;
@@ -7,10 +7,9 @@ import cn.hutool.core.date.LocalDateTimeUtil;
import com.njcn.common.utils.HarmonicTimesUtil; import com.njcn.common.utils.HarmonicTimesUtil;
import com.njcn.influx.constant.InfluxDbSqlConstant; import com.njcn.influx.constant.InfluxDbSqlConstant;
import com.njcn.influx.query.InfluxQueryWrapper; import com.njcn.influx.query.InfluxQueryWrapper;
import com.njcn.insert.imapper.InsertDataIMapper; import com.njcn.migration.insert.imapper.InsertDataIMapper;
import com.njcn.insert.service.InsertIDataI; import com.njcn.migration.insert.service.InsertIDataI;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;
import com.njcn.po.influx.DataFlicker;
import com.njcn.po.influx.DataI; import com.njcn.po.influx.DataI;
import lombok.RequiredArgsConstructor; import lombok.RequiredArgsConstructor;
import org.apache.commons.collections4.ListUtils; import org.apache.commons.collections4.ListUtils;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service.impl; package com.njcn.migration.insert.service.impl;
import cn.hutool.core.collection.CollUtil; import cn.hutool.core.collection.CollUtil;
@@ -7,10 +7,9 @@ import cn.hutool.core.date.LocalDateTimeUtil;
import com.njcn.common.utils.HarmonicTimesUtil; import com.njcn.common.utils.HarmonicTimesUtil;
import com.njcn.influx.constant.InfluxDbSqlConstant; import com.njcn.influx.constant.InfluxDbSqlConstant;
import com.njcn.influx.query.InfluxQueryWrapper; import com.njcn.influx.query.InfluxQueryWrapper;
import com.njcn.insert.imapper.InsertDataInharmIMapper; import com.njcn.migration.insert.imapper.InsertDataInharmIMapper;
import com.njcn.insert.service.InsertIDataInharmI; import com.njcn.migration.insert.service.InsertIDataInharmI;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;
import com.njcn.po.influx.DataFlicker;
import com.njcn.po.influx.DataInharmI; import com.njcn.po.influx.DataInharmI;
import lombok.RequiredArgsConstructor; import lombok.RequiredArgsConstructor;
import org.apache.commons.collections4.ListUtils; import org.apache.commons.collections4.ListUtils;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service.impl; package com.njcn.migration.insert.service.impl;
import cn.hutool.core.collection.CollUtil; import cn.hutool.core.collection.CollUtil;
@@ -7,10 +7,9 @@ import cn.hutool.core.date.LocalDateTimeUtil;
import com.njcn.common.utils.HarmonicTimesUtil; import com.njcn.common.utils.HarmonicTimesUtil;
import com.njcn.influx.constant.InfluxDbSqlConstant; import com.njcn.influx.constant.InfluxDbSqlConstant;
import com.njcn.influx.query.InfluxQueryWrapper; import com.njcn.influx.query.InfluxQueryWrapper;
import com.njcn.insert.imapper.InsertDataInharmVMapper; import com.njcn.migration.insert.imapper.InsertDataInharmVMapper;
import com.njcn.insert.service.InsertIDataInharmV; import com.njcn.migration.insert.service.InsertIDataInharmV;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;
import com.njcn.po.influx.DataFlicker;
import com.njcn.po.influx.DataInharmV; import com.njcn.po.influx.DataInharmV;
import lombok.RequiredArgsConstructor; import lombok.RequiredArgsConstructor;
import org.apache.commons.collections4.ListUtils; import org.apache.commons.collections4.ListUtils;

View File

@@ -1,14 +1,13 @@
package com.njcn.insert.service.impl; package com.njcn.migration.insert.service.impl;
import cn.hutool.core.collection.CollUtil; import cn.hutool.core.collection.CollUtil;
import cn.hutool.core.date.DatePattern; import cn.hutool.core.date.DatePattern;
import cn.hutool.core.date.LocalDateTimeUtil; import cn.hutool.core.date.LocalDateTimeUtil;
import com.njcn.influx.query.InfluxQueryWrapper; import com.njcn.influx.query.InfluxQueryWrapper;
import com.njcn.insert.imapper.InsertDataPltMapper; import com.njcn.migration.insert.imapper.InsertDataPltMapper;
import com.njcn.insert.service.InsertIDataPlt; import com.njcn.migration.insert.service.InsertIDataPlt;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;
import com.njcn.po.influx.DataFlicker;
import com.njcn.po.influx.DataPlt; import com.njcn.po.influx.DataPlt;
import lombok.RequiredArgsConstructor; import lombok.RequiredArgsConstructor;
import org.apache.commons.collections4.ListUtils; import org.apache.commons.collections4.ListUtils;

View File

@@ -1,4 +1,4 @@
package com.njcn.insert.service.impl; package com.njcn.migration.insert.service.impl;
import cn.hutool.core.collection.CollUtil; import cn.hutool.core.collection.CollUtil;
@@ -7,8 +7,8 @@ import cn.hutool.core.date.LocalDateTimeUtil;
import com.njcn.common.utils.HarmonicTimesUtil; import com.njcn.common.utils.HarmonicTimesUtil;
import com.njcn.influx.constant.InfluxDbSqlConstant; import com.njcn.influx.constant.InfluxDbSqlConstant;
import com.njcn.influx.query.InfluxQueryWrapper; import com.njcn.influx.query.InfluxQueryWrapper;
import com.njcn.insert.imapper.InsertDataVMapper; import com.njcn.migration.insert.imapper.InsertDataVMapper;
import com.njcn.insert.service.InsertIDataV; import com.njcn.migration.insert.service.InsertIDataV;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;
import com.njcn.po.influx.DataV; import com.njcn.po.influx.DataV;
import lombok.RequiredArgsConstructor; import lombok.RequiredArgsConstructor;
@@ -16,7 +16,6 @@ import org.apache.commons.collections4.ListUtils;
import org.springframework.stereotype.Service; import org.springframework.stereotype.Service;
import java.time.Instant; import java.time.Instant;
import java.time.LocalDateTime;
import java.time.ZoneId; import java.time.ZoneId;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.List; import java.util.List;

View File

@@ -1,14 +1,13 @@
package com.njcn.insert.service.impl; package com.njcn.migration.insert.service.impl;
import cn.hutool.core.collection.CollUtil; import cn.hutool.core.collection.CollUtil;
import cn.hutool.core.date.DatePattern; import cn.hutool.core.date.DatePattern;
import cn.hutool.core.date.LocalDateTimeUtil; import cn.hutool.core.date.LocalDateTimeUtil;
import com.njcn.influx.query.InfluxQueryWrapper; import com.njcn.influx.query.InfluxQueryWrapper;
import com.njcn.insert.imapper.InsertPqsCommunicateMapper; import com.njcn.migration.insert.imapper.InsertPqsCommunicateMapper;
import com.njcn.insert.service.InsertIPqsCommunicate; import com.njcn.migration.insert.service.InsertIPqsCommunicate;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;
import com.njcn.po.influx.DataFlicker;
import com.njcn.po.influx.PqsCommunicate; import com.njcn.po.influx.PqsCommunicate;
import lombok.RequiredArgsConstructor; import lombok.RequiredArgsConstructor;
import org.apache.commons.collections4.ListUtils; import org.apache.commons.collections4.ListUtils;

View File

@@ -0,0 +1,33 @@
package com.njcn.migration.insert.service.impl;
import com.github.jeffreyning.mybatisplus.service.MppServiceImpl;
import com.njcn.migration.insert.mapper.EventDetailMapper;
import com.njcn.migration.insert.service.InsertIRmpEventDetail;
import com.njcn.po.mysql.RmpEventDetail;
import lombok.RequiredArgsConstructor;
import org.springframework.stereotype.Service;
import java.util.List;
import java.util.stream.Collectors;
/**
* Description:
* Date: 2024/11/28 9:04【需求编号】
*
* @author clam
* @version V1.0.0
*/
@Service
@RequiredArgsConstructor
public class InsertRmpEventDetailImpl extends MppServiceImpl<EventDetailMapper, RmpEventDetail> implements InsertIRmpEventDetail {
@Override
public void batchInsertion(List<RmpEventDetail> list) {
List<String> ids = list.stream().map(RmpEventDetail::getEventId).distinct().collect(Collectors.toList());
this.removeByIds(ids);
this.saveBatch(list);
}
}

View File

@@ -38,6 +38,85 @@
<version>1.0.0</version> <version>1.0.0</version>
<scope>compile</scope> <scope>compile</scope>
</dependency> </dependency>
</dependencies> <!-- CGLIB -->
<dependency>
<groupId>cglib</groupId>
<artifactId>cglib</artifactId>
<version>3.3.0</version>
</dependency>
<!-- ASM -->
<dependency>
<groupId>org.ow2.asm</groupId>
<artifactId>asm</artifactId>
<version>7.3.1</version>
</dependency>
</dependencies>
<build>
<plugins>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-resources-plugin</artifactId>
<configuration>
<encoding>UTF-8</encoding>
<nonFilteredFileExtensions>
<nonFilteredFileExtension>xlsx</nonFilteredFileExtension>
</nonFilteredFileExtensions>
</configuration>
</plugin>
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-compiler-plugin</artifactId>
<version>3.8.0</version>
<configuration>
<compilerArgument>-Xlint:unchecked</compilerArgument>
</configuration>
</plugin>
<plugin>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-maven-plugin</artifactId>
<executions>
<execution>
<phase>package</phase>
<goals>
<goal>repackage</goal>
</goals>
</execution>
</executions>
</plugin>
<plugin>
<groupId>com.spotify</groupId>
<artifactId>docker-maven-plugin</artifactId>
<version>1.0.0</version>
<executions>
<execution>
<id>build-image</id>
<phase>${docker.operate}</phase>
<goals>
<goal>build</goal>
</goals>
</execution>
</executions>
<configuration>
<!--<serverId>36dockerHarbor</serverId>-->
<registryUrl>http://${docker.repostory}</registryUrl>
<!-- 镜像名称 -->
<imageName>${docker.repostory}/${docker.registry.name}/${project.artifactId}</imageName>
<imageTags>
<imageTag>latest</imageTag>
</imageTags>
<dockerHost>${docker.url}</dockerHost>
<dockerDirectory>${basedir}/</dockerDirectory>
<resources>
<resource>
<targetPath>/ROOT</targetPath>
<directory>${project.build.directory}</directory>
<include>${project.build.finalName}.jar</include>
</resource>
</resources>
</configuration>
</plugin>
</plugins>
</build>
</project> </project>

View File

@@ -1,4 +1,4 @@
package com.njcn.read; package com.njcn.migration.read;
import lombok.extern.slf4j.Slf4j; import lombok.extern.slf4j.Slf4j;
import org.mybatis.spring.annotation.MapperScan; import org.mybatis.spring.annotation.MapperScan;
@@ -6,12 +6,14 @@ import org.springframework.boot.SpringApplication;
import org.springframework.boot.autoconfigure.SpringBootApplication; import org.springframework.boot.autoconfigure.SpringBootApplication;
import org.springframework.cloud.openfeign.EnableFeignClients; import org.springframework.cloud.openfeign.EnableFeignClients;
import org.springframework.context.annotation.DependsOn; import org.springframework.context.annotation.DependsOn;
import org.springframework.scheduling.annotation.EnableAsync;
/** /**
* @author xy * @author xy
*/ */
@Slf4j @Slf4j
@EnableAsync
@DependsOn("proxyMapperRegister") @DependsOn("proxyMapperRegister")
@MapperScan("com.njcn.**.mapper") @MapperScan("com.njcn.**.mapper")
@EnableFeignClients(basePackages = "com.njcn") @EnableFeignClients(basePackages = "com.njcn")
@@ -20,6 +22,7 @@ public class MigrationReadBootApplication {
public static void main(String[] args) { public static void main(String[] args) {
SpringApplication.run(MigrationReadBootApplication.class, args); SpringApplication.run(MigrationReadBootApplication.class, args);
} }
} }

View File

@@ -0,0 +1,110 @@
package com.njcn.migration.read.controller;
import cn.hutool.core.collection.CollUtil;
import cn.hutool.core.date.DatePattern;
import cn.hutool.core.date.DateUtil;
import cn.hutool.core.date.LocalDateTimeUtil;
import cn.hutool.core.util.CharsetUtil;
import com.alibaba.excel.EasyExcel;
import com.alibaba.excel.ExcelWriter;
import com.alibaba.excel.write.metadata.WriteSheet;
import com.alibaba.excel.write.style.column.LongestMatchColumnWidthStyleStrategy;
import com.njcn.migration.read.service.IDataV;
import com.njcn.migration.read.service.IPqsCommunicate;
import com.njcn.migration.read.util.TimeUtil;
import com.njcn.param.LineCountEvaluateParam;
import com.njcn.migration.read.service.MigrationService;
import com.njcn.po.influx.DataV;
import com.njcn.po.influx.PqsCommunicate;
import io.swagger.annotations.*;
import lombok.AllArgsConstructor;
import lombok.extern.slf4j.Slf4j;
import org.springframework.core.io.ClassPathResource;
import org.springframework.http.MediaType;
import org.springframework.validation.annotation.Validated;
import org.springframework.web.bind.annotation.*;
import javax.servlet.http.HttpServletResponse;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.net.URLEncoder;
import java.time.LocalDateTime;
import java.time.LocalTime;
import java.time.format.DateTimeFormatter;
import java.time.temporal.ChronoUnit;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.List;
import java.util.Map;
import java.util.stream.Collectors;
/**
* Description:
* Date: 2024/1/15 18:47【需求编号】
*
* @author clam
* @version V1.0.0
*/
@Validated
@Slf4j
@RestController
@RequestMapping("/data")
@Api(tags = "迁移信息数据同步")
@AllArgsConstructor
public class MigrationInfluxDBController {
private final MigrationService migrationService;
private final IDataV dataV;
private final IPqsCommunicate communicate;
@GetMapping("/influxdb")
@ApiOperation("influxdb数据同步->天数按小时进行分组同步")
@ApiImplicitParams({
@ApiImplicitParam(name = "startDate", value = "开始时间(yyyy-MM-dd HH:mm:ss)", required = true),
@ApiImplicitParam(name = "endDate", value = "结束时间(yyyy-MM-dd HH:mm:ss)", required = true)
})
public Boolean eventBatch(@RequestParam("startDate") String startDateTime,@RequestParam("endDate") String endDateTime) {
try {
DateTimeFormatter dateTimeFormatter = DateTimeFormatter.ofPattern(DatePattern.NORM_DATETIME_PATTERN);
LineCountEvaluateParam param=new LineCountEvaluateParam();
param.setIsManual(true);
LocalDateTime startDate = LocalDateTimeUtil.parse(startDateTime, DatePattern.NORM_DATETIME_PATTERN);
LocalDateTime endDate = LocalDateTimeUtil.parse(endDateTime, DatePattern.NORM_DATETIME_PATTERN);
long betweenDay = LocalDateTimeUtil.between(startDate, endDate, ChronoUnit.HOURS);
param.setStartTime(startDate.format(dateTimeFormatter));
param.setEndTime(startDate.with(LocalTime.of(startDate.getHour(), 59, 59)).format(dateTimeFormatter));
migrationService.hourseLineDataBacthSysc(param);
migrationService.hourseDevDataBacthSysc(param);
for (int i = 0; i <betweenDay; i++) {
LineCountEvaluateParam countEvaluateParam=new LineCountEvaluateParam();
countEvaluateParam.setIsManual(true);
startDate = LocalDateTimeUtil.offset(startDate, 1, ChronoUnit.HOURS);
countEvaluateParam.setStartTime(startDate.format(dateTimeFormatter));
countEvaluateParam.setEndTime(startDate.with(LocalTime.of(startDate.getHour(), 59, 59)).format(dateTimeFormatter));
migrationService.hourseLineDataBacthSysc(countEvaluateParam);
migrationService.hourseDevDataBacthSysc(countEvaluateParam);
}
} catch (Exception exception) {
exception.printStackTrace();
}
return true;
}
@GetMapping(value = "/importExcel",produces = MediaType.APPLICATION_OCTET_STREAM_VALUE)
@ApiOperation(value ="获取最新数据信息文件", produces = MediaType.APPLICATION_OCTET_STREAM_VALUE)
public void importDistributionAreaExcel(HttpServletResponse response) throws IOException {
ClassPathResource picPathResource = new ClassPathResource("file/sj.xlsx");
migrationService.initializeExcel();
response.setHeader("Content-Disposition", "attachment;filename="+ URLEncoder.encode("最新数据信息.xlsx", CharsetUtil.UTF_8));
// 输出文件内容
InputStream fileInputStream = picPathResource.getInputStream();
OutputStream responseOutputStream = response.getOutputStream();
byte[] buffer = new byte[4096];
int bytesRead;
while ((bytesRead = fileInputStream.read(buffer)) != -1) {
responseOutputStream.write(buffer, 0, bytesRead);
}
fileInputStream.close();
responseOutputStream.close();
}
}

View File

@@ -1,4 +1,4 @@
package com.njcn.read.imapper; package com.njcn.migration.read.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.imapper; package com.njcn.migration.read.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.imapper; package com.njcn.migration.read.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;
import com.njcn.po.influx.DataHarmrateI; import com.njcn.po.influx.DataHarmrateI;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.imapper; package com.njcn.migration.read.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;
import com.njcn.po.influx.DataHarmrateV; import com.njcn.po.influx.DataHarmrateV;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.imapper; package com.njcn.migration.read.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.imapper; package com.njcn.migration.read.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.imapper; package com.njcn.migration.read.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.imapper; package com.njcn.migration.read.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.imapper; package com.njcn.migration.read.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.imapper; package com.njcn.migration.read.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;
import com.njcn.po.influx.DataI; import com.njcn.po.influx.DataI;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.imapper; package com.njcn.migration.read.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.imapper; package com.njcn.migration.read.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.imapper; package com.njcn.migration.read.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.imapper; package com.njcn.migration.read.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;
import com.njcn.po.influx.DataV; import com.njcn.po.influx.DataV;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.imapper; package com.njcn.migration.read.imapper;
import com.njcn.influx.base.InfluxDbBaseMapper; import com.njcn.influx.base.InfluxDbBaseMapper;
import com.njcn.po.influx.PqsCommunicate; import com.njcn.po.influx.PqsCommunicate;

View File

@@ -0,0 +1,101 @@
package com.njcn.migration.read.job;
import cn.hutool.core.collection.CollUtil;
import cn.hutool.core.date.DatePattern;
import cn.hutool.core.date.DateUtil;
import com.alibaba.excel.EasyExcel;
import com.njcn.migration.read.service.IDataV;
import com.njcn.migration.read.service.IPqsCommunicate;
import com.njcn.migration.read.service.MigrationService;
import com.njcn.migration.read.util.TimeUtil;
import com.njcn.param.LineCountEvaluateParam;
import com.njcn.po.influx.DataV;
import com.njcn.po.influx.PqsCommunicate;
import lombok.RequiredArgsConstructor;
import lombok.extern.slf4j.Slf4j;
import org.springframework.core.io.ClassPathResource;
import org.springframework.scheduling.annotation.EnableScheduling;
import org.springframework.scheduling.annotation.Scheduled;
import org.springframework.stereotype.Component;
import java.io.IOException;
import java.time.LocalDateTime;
import java.time.format.DateTimeFormatter;
import java.time.temporal.ChronoUnit;
import java.util.List;
import java.util.stream.Collectors;
/**
* Description:
* Date: 2024/1/18 10:15【需求编号】
*
* @author clam
* @version V1.0.0
*/
@Component
@EnableScheduling
@RequiredArgsConstructor
@Slf4j
public class MigrationInfluxDBJob {
private final MigrationService migrationService;
private final IDataV dataV;
private final IPqsCommunicate communicate;
@Scheduled(cron = "0 2 * * * ?")
public void InfluxDBJob() {
// 获取当前时间
LocalDateTime now = LocalDateTime.now();
// 减去一个小时
LocalDateTime oneHourAgo = now.minusHours(1);
// 将分钟和秒设置为0
LocalDateTime result = oneHourAgo.truncatedTo(ChronoUnit.HOURS);
// 加上59分钟59秒
LocalDateTime modifiedResult = result.plusMinutes(59).plusSeconds(59);
LineCountEvaluateParam param = new LineCountEvaluateParam();
param.setIsManual(false);
param.setStartTime(result.format(DateTimeFormatter.ofPattern(DatePattern.NORM_DATETIME_PATTERN)));
param.setEndTime(modifiedResult.format(DateTimeFormatter.ofPattern(DatePattern.NORM_DATETIME_PATTERN)));
migrationService.hourseLineDataBacthSysc(param);
migrationService.hourseDevDataBacthSysc(param);
}
@Scheduled(cron = "0 0 22 * * ?")
public void mapJob() throws IOException {
ClassPathResource picPathResource = new ClassPathResource("file/sj.xlsx");
List<DataV> excelDataV = EasyExcel.read(picPathResource.getFile())
.head(DataV.class)
.sheet(0).doReadSync();
List<DataV> datav = dataV.listDataVDesc(new LineCountEvaluateParam());
if (CollUtil.isNotEmpty(excelDataV)) {
//获取最新监测点最新数据集合
List<String> ids = excelDataV.stream().map(DataV::getLineId).collect(Collectors.toList());
List<DataV> notExcel = datav.stream().filter(x -> !ids.contains(x.getLineId())).collect(Collectors.toList());
if (CollUtil.isNotEmpty(notExcel)) {
for (DataV v : notExcel) {
TimeUtil.putLineTime(v.getLineId(), DateUtil.format(DateUtil.beginOfDay(DateUtil.parse(v.getTimeId(), DatePattern.NORM_DATETIME_FORMAT)), DatePattern.NORM_DATETIME_FORMAT));
}
}
}
List<PqsCommunicate> excelCommunicates = EasyExcel.read(picPathResource.getFile())
.head(PqsCommunicate.class)
.sheet(1).doReadSync();
List<PqsCommunicate> communicates = communicate.listPqsCommunicateDesc(new LineCountEvaluateParam());
if (CollUtil.isNotEmpty(excelCommunicates)) {
//获取最新监测点最新数据集合
List<String> ids = excelCommunicates.stream().map(PqsCommunicate::getDevId).collect(Collectors.toList());
List<PqsCommunicate> notExcel = communicates.stream().filter(x -> !ids.contains(x.getDevId())).collect(Collectors.toList());
if (CollUtil.isNotEmpty(notExcel)) {
for (PqsCommunicate v : notExcel) {
TimeUtil.putDevTime(v.getDevId(), DateUtil.format(DateUtil.beginOfDay(DateUtil.parse(v.getTimeId(), DatePattern.NORM_DATETIME_FORMAT)), DatePattern.NORM_DATETIME_FORMAT));
}
}
}
}
}

View File

@@ -1,4 +1,4 @@
package com.njcn.read.mapper; package com.njcn.migration.read.mapper;
import com.njcn.db.mapper.BatchBaseMapper; import com.njcn.db.mapper.BatchBaseMapper;
import com.njcn.po.mysql.RmpEventDetail; import com.njcn.po.mysql.RmpEventDetail;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.service; package com.njcn.migration.read.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.service; package com.njcn.migration.read.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.service; package com.njcn.migration.read.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.service; package com.njcn.migration.read.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.service; package com.njcn.migration.read.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.service; package com.njcn.migration.read.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.service; package com.njcn.migration.read.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.service; package com.njcn.migration.read.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.service; package com.njcn.migration.read.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.service; package com.njcn.migration.read.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.service; package com.njcn.migration.read.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.service; package com.njcn.migration.read.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.service; package com.njcn.migration.read.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.service; package com.njcn.migration.read.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.service; package com.njcn.migration.read.service;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;
@@ -16,5 +16,7 @@ public interface IPqsCommunicate {
List<PqsCommunicate> listPqsCommunicate(LineCountEvaluateParam lineParam); List<PqsCommunicate> listPqsCommunicate(LineCountEvaluateParam lineParam);
List<PqsCommunicate> listPqsCommunicateDesc(LineCountEvaluateParam lineParam);
void insertPqsCommunicate(List<PqsCommunicate> list); void insertPqsCommunicate(List<PqsCommunicate> list);
} }

View File

@@ -0,0 +1,27 @@
package com.njcn.migration.read.service;
import com.njcn.param.LineCountEvaluateParam;
import com.njcn.po.mysql.RmpEventDetail;
import java.util.List;
/**
* Description:
* Date: 2024/11/28 9:04【需求编号】
*
* @author clam
* @version V1.0.0
*/
public interface IRmpEventDetail {
/**
* 获取时间范围数据
* @param lineParam
* @return
*/
List<RmpEventDetail> getRawData(LineCountEvaluateParam lineParam);
}

View File

@@ -0,0 +1,21 @@
package com.njcn.migration.read.service;
import com.njcn.param.LineCountEvaluateParam;
import java.io.IOException;
/**
* @author wr
* @description
* @date 2025/4/23 16:19
*/
public interface MigrationService {
void hourseLineDataBacthSysc(LineCountEvaluateParam param);
void hourseDevDataBacthSysc(LineCountEvaluateParam param);
void initializeExcel() throws IOException;
}

View File

@@ -1,13 +1,12 @@
package com.njcn.read.service.impl; package com.njcn.migration.read.service.impl;
import cn.hutool.core.collection.CollUtil; import cn.hutool.core.collection.CollUtil;
import com.njcn.influx.query.InfluxQueryWrapper; import com.njcn.influx.query.InfluxQueryWrapper;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;
import com.njcn.po.influx.DataFlicker; import com.njcn.po.influx.DataFlicker;
import com.njcn.po.influx.DataV; import com.njcn.migration.read.imapper.DataFlickerMapper;
import com.njcn.read.imapper.DataFlickerMapper; import com.njcn.migration.read.service.IDataFlicker;
import com.njcn.read.service.IDataFlicker;
import lombok.RequiredArgsConstructor; import lombok.RequiredArgsConstructor;
import org.apache.commons.collections4.ListUtils; import org.apache.commons.collections4.ListUtils;
import org.springframework.stereotype.Service; import org.springframework.stereotype.Service;

View File

@@ -1,13 +1,12 @@
package com.njcn.read.service.impl; package com.njcn.migration.read.service.impl;
import cn.hutool.core.collection.CollUtil; import cn.hutool.core.collection.CollUtil;
import com.njcn.influx.query.InfluxQueryWrapper; import com.njcn.influx.query.InfluxQueryWrapper;
import com.njcn.migration.read.imapper.DataFlucMapper;
import com.njcn.migration.read.service.IDataFluc;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;
import com.njcn.po.influx.DataFlicker;
import com.njcn.po.influx.DataFluc; import com.njcn.po.influx.DataFluc;
import com.njcn.read.imapper.DataFlucMapper;
import com.njcn.read.service.IDataFluc;
import lombok.RequiredArgsConstructor; import lombok.RequiredArgsConstructor;
import org.apache.commons.collections4.ListUtils; import org.apache.commons.collections4.ListUtils;
import org.springframework.stereotype.Service; import org.springframework.stereotype.Service;

View File

@@ -1,15 +1,14 @@
package com.njcn.read.service.impl; package com.njcn.migration.read.service.impl;
import cn.hutool.core.collection.CollUtil; import cn.hutool.core.collection.CollUtil;
import com.njcn.common.utils.HarmonicTimesUtil; import com.njcn.common.utils.HarmonicTimesUtil;
import com.njcn.influx.constant.InfluxDbSqlConstant; import com.njcn.influx.constant.InfluxDbSqlConstant;
import com.njcn.influx.query.InfluxQueryWrapper; import com.njcn.influx.query.InfluxQueryWrapper;
import com.njcn.migration.read.imapper.DataHarmRateIMapper;
import com.njcn.migration.read.service.IDataHarmRateI;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;
import com.njcn.po.influx.DataHarmpowerS;
import com.njcn.po.influx.DataHarmrateI; import com.njcn.po.influx.DataHarmrateI;
import com.njcn.read.imapper.DataHarmRateIMapper;
import com.njcn.read.service.IDataHarmRateI;
import lombok.RequiredArgsConstructor; import lombok.RequiredArgsConstructor;
import org.apache.commons.collections4.ListUtils; import org.apache.commons.collections4.ListUtils;
import org.springframework.stereotype.Service; import org.springframework.stereotype.Service;

View File

@@ -1,4 +1,4 @@
package com.njcn.read.service.impl; package com.njcn.migration.read.service.impl;
import cn.hutool.core.collection.CollUtil; import cn.hutool.core.collection.CollUtil;
@@ -6,10 +6,9 @@ import com.njcn.common.utils.HarmonicTimesUtil;
import com.njcn.influx.constant.InfluxDbSqlConstant; import com.njcn.influx.constant.InfluxDbSqlConstant;
import com.njcn.influx.query.InfluxQueryWrapper; import com.njcn.influx.query.InfluxQueryWrapper;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;
import com.njcn.po.influx.DataHarmrateI;
import com.njcn.po.influx.DataHarmrateV; import com.njcn.po.influx.DataHarmrateV;
import com.njcn.read.imapper.DataHarmRateVMapper; import com.njcn.migration.read.imapper.DataHarmRateVMapper;
import com.njcn.read.service.IDataHarmRateV; import com.njcn.migration.read.service.IDataHarmRateV;
import lombok.RequiredArgsConstructor; import lombok.RequiredArgsConstructor;
import org.apache.commons.collections4.ListUtils; import org.apache.commons.collections4.ListUtils;
import org.springframework.stereotype.Service; import org.springframework.stereotype.Service;

View File

@@ -1,15 +1,14 @@
package com.njcn.read.service.impl; package com.njcn.migration.read.service.impl;
import cn.hutool.core.collection.CollUtil; import cn.hutool.core.collection.CollUtil;
import com.njcn.common.utils.HarmonicTimesUtil; import com.njcn.common.utils.HarmonicTimesUtil;
import com.njcn.influx.constant.InfluxDbSqlConstant; import com.njcn.influx.constant.InfluxDbSqlConstant;
import com.njcn.influx.query.InfluxQueryWrapper; import com.njcn.influx.query.InfluxQueryWrapper;
import com.njcn.migration.read.imapper.DataHarmphasicIMapper;
import com.njcn.migration.read.service.IDataHarmphasicI;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;
import com.njcn.po.influx.DataFluc;
import com.njcn.po.influx.DataHarmphasicI; import com.njcn.po.influx.DataHarmphasicI;
import com.njcn.read.imapper.DataHarmphasicIMapper;
import com.njcn.read.service.IDataHarmphasicI;
import lombok.RequiredArgsConstructor; import lombok.RequiredArgsConstructor;
import org.apache.commons.collections4.ListUtils; import org.apache.commons.collections4.ListUtils;
import org.springframework.stereotype.Service; import org.springframework.stereotype.Service;

View File

@@ -1,15 +1,14 @@
package com.njcn.read.service.impl; package com.njcn.migration.read.service.impl;
import cn.hutool.core.collection.CollUtil; import cn.hutool.core.collection.CollUtil;
import com.njcn.common.utils.HarmonicTimesUtil; import com.njcn.common.utils.HarmonicTimesUtil;
import com.njcn.influx.constant.InfluxDbSqlConstant; import com.njcn.influx.constant.InfluxDbSqlConstant;
import com.njcn.influx.query.InfluxQueryWrapper; import com.njcn.influx.query.InfluxQueryWrapper;
import com.njcn.migration.read.imapper.DataHarmphasicVMapper;
import com.njcn.migration.read.service.IDataHarmphasicV;
import com.njcn.param.LineCountEvaluateParam; import com.njcn.param.LineCountEvaluateParam;
import com.njcn.po.influx.DataHarmphasicI;
import com.njcn.po.influx.DataHarmphasicV; import com.njcn.po.influx.DataHarmphasicV;
import com.njcn.read.imapper.DataHarmphasicVMapper;
import com.njcn.read.service.IDataHarmphasicV;
import lombok.RequiredArgsConstructor; import lombok.RequiredArgsConstructor;
import org.apache.commons.collections4.ListUtils; import org.apache.commons.collections4.ListUtils;
import org.springframework.stereotype.Service; import org.springframework.stereotype.Service;

Some files were not shown because too many files have changed in this diff Show More