Other/data-migration
2
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

添加数据同步代码

Browse Source
This commit is contained in:
hzj
2024-01-05 14:31:24 +08:00
parent e2dbfc38f4
commit fd09754483
33 changed files with 33 additions and 170 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
oracle-data/oracle-source/src/main/java/com/njcn/oracle/mybatis/service/IReplenishMybatisService.java
View File

@@ -15,7 +15,6 @@ import java.util.List;
*/
public interface IReplenishMybatisService<T> extends IService<T> {
ServiceType getServiceType();
/***
* 当批量插入数据量过大时，可以指定尺寸交给mybatis,每次插入多少条记录

44
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/ServiceExecutorStore.java
View File

@@ -1,44 +0,0 @@
package com.njcn.oracle.service;
import com.njcn.oracle.bo.param.ServiceType;
import com.njcn.oracle.mybatis.service.IReplenishMybatisService;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.lang3.tuple.Pair;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
/**
* Description:
* Date: 2024/1/4 13:43【需求编号】
*
* @author clam
* @version V1.0.0
*/
@Service
@Slf4j
public class ServiceExecutorStore {
private final Map<String, IReplenishMybatisService> annotationMap = new HashMap<>();
@Autowired
public ServiceExecutorStore(List<IReplenishMybatisService> Services) {
for (IReplenishMybatisService executor : Services) {
annotationMap.put(executor.getServiceType().name(),executor);
}
for (ServiceType type : ServiceType.getExecutableTypes()) {
log.info("ServiceType [{}] doesn't have ServiceType executor", type);
}
}
public IReplenishMybatisService getExecutor(String serviceType) {
IReplenishMybatisService executor = annotationMap.get(serviceType);
return executor;
}
}

4
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DataFlickerServiceImpl.java
View File

@@ -50,10 +50,6 @@ public class DataFlickerServiceImpl extends ReplenishMybatisServiceImpl<DataFlic
}
@Override
public ServiceType getServiceType() {
return ServiceType.DataFlicker;
}
/**
* 默认500分片，如果字段超过20以上，建议重写方法调整为1000分片，重写时不要忘记@DS注解

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DataFlucServiceImpl.java
View File

@@ -54,10 +54,7 @@ public class DataFlucServiceImpl extends ReplenishMybatisServiceImpl<DataFlucMap
System.out.printf("DataFluc总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DataFluc;
}

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DataHarmphasicIServiceImpl.java
View File

@@ -51,9 +51,6 @@ public class DataHarmphasicIServiceImpl extends ReplenishMybatisServiceImpl<Data
stopWatch.stop();
System.out.printf("DataHarmphasicI总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DataHarmphasicI;
}
}

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DataHarmphasicVServiceImpl.java
View File

@@ -65,8 +65,5 @@ public class DataHarmphasicVServiceImpl extends ReplenishMybatisServiceImpl<Data
System.out.printf("DataHarmphasicV总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DataHarmphasicV;
}
}

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DataHarmpowerPServiceImpl.java
View File

@@ -64,8 +64,5 @@ public class DataHarmpowerPServiceImpl extends ReplenishMybatisServiceImpl<DataH
stopWatch.stop();
System.out.printf("DataHarmpowerP总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DataHarmpowerP;
}
}

4
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DataHarmpowerQServiceImpl.java
View File

@@ -65,9 +65,5 @@ public class DataHarmpowerQServiceImpl extends ReplenishMybatisServiceImpl<DataH
System.out.printf("DataHarmpowerQ总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DataHarmpowerQ;
}
}

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DataHarmpowerSServiceImpl.java
View File

@@ -65,9 +65,6 @@ public class DataHarmpowerSServiceImpl extends ReplenishMybatisServiceImpl<DataH
System.out.printf("DataHarmpowerS总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DataHarmpowerS;
}
}

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DataHarmrateIServiceImpl.java
View File

@@ -64,8 +64,5 @@ public class DataHarmrateIServiceImpl extends ReplenishMybatisServiceImpl<DataHa
stopWatch.stop();
System.out.printf("DataHarmrateI总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DataHarmrateI;
}
}

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DataHarmrateVServiceImpl.java
View File

@@ -64,8 +64,5 @@ public class DataHarmrateVServiceImpl extends ReplenishMybatisServiceImpl<DataHa
stopWatch.stop();
System.out.printf("DataHarmrateV总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DataHarmrateV;
}
}

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DataIServiceImpl.java
View File

@@ -64,8 +64,5 @@ public class DataIServiceImpl extends ReplenishMybatisServiceImpl<DataIMapper, D
stopWatch.stop();
System.out.printf("DataI总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DataI;
}
}

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DataInharmIServiceImpl.java
View File

@@ -64,8 +64,5 @@ public class DataInharmIServiceImpl extends ReplenishMybatisServiceImpl<DataInha
stopWatch.stop();
System.out.printf("DataInharmI总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DataInharmI;
}
}

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DataInharmVServiceImpl.java
View File

@@ -64,8 +64,5 @@ public class DataInharmVServiceImpl extends ReplenishMybatisServiceImpl<DataInha
stopWatch.stop();
System.out.printf("DataInharmV总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DataInharmV;
}
}

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DataPltServiceImpl.java
View File

@@ -64,8 +64,5 @@ public class DataPltServiceImpl extends ReplenishMybatisServiceImpl<DataPltMappe
stopWatch.stop();
System.out.printf("DataPlt总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DataPlt;
}
}

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DataVServiceImpl.java
View File

@@ -64,8 +64,5 @@ public class DataVServiceImpl extends ReplenishMybatisServiceImpl<DataVMapper, D
stopWatch.stop();
System.out.printf("DataV总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DataV;
}
}

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DayFlickerServiceImpl.java
View File

@@ -64,8 +64,5 @@ public class DayFlickerServiceImpl extends ReplenishMybatisServiceImpl<DayFlicke
stopWatch.stop();
System.out.printf("DayFlicker总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DayFlicker;
}
}

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DayFlucServiceImpl.java
View File

@@ -64,8 +64,5 @@ public class DayFlucServiceImpl extends ReplenishMybatisServiceImpl<DayFlucMappe
stopWatch.stop();
System.out.printf("DayFluc总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DayFluc;
}
}

4
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DayHarmphasicIServiceImpl.java
View File

@@ -64,8 +64,4 @@ public class DayHarmphasicIServiceImpl extends ReplenishMybatisServiceImpl<DayHa
stopWatch.stop();
System.out.printf("DayHarmphasicI总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DayHarmphasicI;
}
}

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DayHarmphasicVServiceImpl.java
View File

@@ -64,8 +64,5 @@ public class DayHarmphasicVServiceImpl extends ReplenishMybatisServiceImpl<DayHa
stopWatch.stop();
System.out.printf("DayHarmphasicV总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DayHarmphasicV;
}
}

4
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DayHarmpowerPServiceImpl.java
View File

@@ -64,8 +64,4 @@ public class DayHarmpowerPServiceImpl extends ReplenishMybatisServiceImpl<DayHar
stopWatch.stop();
System.out.printf("DayHarmpowerP总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DayHarmpowerP;
}
}

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DayHarmpowerQServiceImpl.java
View File

@@ -64,8 +64,5 @@ public class DayHarmpowerQServiceImpl extends ReplenishMybatisServiceImpl<DayHar
stopWatch.stop();
System.out.printf("DayHarmpowerQ总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DayHarmpowerQ;
}
}

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DayHarmpowerSServiceImpl.java
View File

@@ -64,8 +64,5 @@ public class DayHarmpowerSServiceImpl extends ReplenishMybatisServiceImpl<DayHar
stopWatch.stop();
System.out.printf("DayHarmpowerS总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DayHarmpowerS;
}
}

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DayHarmrateIServiceImpl.java
View File

@@ -64,8 +64,5 @@ public class DayHarmrateIServiceImpl extends ReplenishMybatisServiceImpl<DayHarm
stopWatch.stop();
System.out.printf("DayHarmrateI总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DayHarmrateI;
}
}

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DayHarmrateVServiceImpl.java
View File

@@ -64,8 +64,5 @@ public class DayHarmrateVServiceImpl extends ReplenishMybatisServiceImpl<DayHarm
stopWatch.stop();
System.out.printf("DayHarmrateV总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DayHarmrateV;
}
}

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DayIServiceImpl.java
View File

@@ -64,8 +64,5 @@ public class DayIServiceImpl extends ReplenishMybatisServiceImpl<DayIMapper, Day
stopWatch.stop();
System.out.printf("DayI总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DayI;
}
}

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DayInharmIServiceImpl.java
View File

@@ -64,8 +64,5 @@ public class DayInharmIServiceImpl extends ReplenishMybatisServiceImpl<DayInharm
stopWatch.stop();
System.out.printf("DayInharmI总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DayInharmI;
}
}

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DayInharmVServiceImpl.java
View File

@@ -64,8 +64,5 @@ public class DayInharmVServiceImpl extends ReplenishMybatisServiceImpl<DayInharm
stopWatch.stop();
System.out.printf("DayInharmV总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DayInharmV;
}
}

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DayPltServiceImpl.java
View File

@@ -63,8 +63,5 @@ public class DayPltServiceImpl extends ReplenishMybatisServiceImpl<DayPltMapper,
stopWatch.stop();
System.out.printf("DayPlt总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DayPlt;
}
}

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/DayVServiceImpl.java
View File

@@ -64,8 +64,5 @@ public class DayVServiceImpl extends ReplenishMybatisServiceImpl<DayVMapper, Day
stopWatch.stop();
System.out.printf("DayV总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.DayV;
}
}

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/LimitRateServiceImpl.java
View File

@@ -64,8 +64,5 @@ public class LimitRateServiceImpl extends ReplenishMybatisServiceImpl<LimitRateM
stopWatch.stop();
System.out.printf("LimitRate总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.LimitRate;
}
}

5
oracle-data/oracle-source/src/main/java/com/njcn/oracle/service/impl/LimitTargetServiceImpl.java
View File

@@ -64,8 +64,5 @@ public class LimitTargetServiceImpl extends ReplenishMybatisServiceImpl<LimitTar
stopWatch.stop();
System.out.printf("LimitTarget总计:%d条，耗时执行时长：%f 秒.%n", data.size(), stopWatch.getTotalTimeSeconds());
}
@Override
public ServiceType getServiceType() {
return ServiceType.LimitTarget;
}
}

12
oracle-data/oracle-target/src/main/java/com/njcn/oracle/controller/DataSyncController.java
View File

@@ -4,7 +4,6 @@ import cn.hutool.core.collection.CollectionUtil;
import cn.hutool.extra.spring.SpringUtil;
import com.njcn.oracle.bo.param.MigrationParam;
import com.njcn.oracle.mybatis.service.IReplenishMybatisService;
import com.njcn.oracle.service.ServiceExecutorStore;
import io.swagger.annotations.Api;
import io.swagger.annotations.ApiImplicitParam;
import io.swagger.annotations.ApiOperation;
@@ -33,17 +32,20 @@ import java.util.List;
@AllArgsConstructor
public class DataSyncController {
private final ServiceExecutorStore serviceExecutorStore;
@PostMapping("/dataSync")
@ApiOperation("数据同步")
@ApiImplicitParam(name = "componentParam", value = "组件数据", required = true)
public void dataSync(@RequestBody MigrationParam migrationParam) {
public void dataSync(@RequestBody MigrationParam migrationParam){
List<String> tableNames = migrationParam.getTableNames();
tableNames.stream().forEach(temp->{
// IReplenishMybatisService executor = (IReplenishMybatisService)SpringUtil.getBean("com.njcn.oracle.service.impl." + temp + "ServiceImpl");
IReplenishMybatisService executor = serviceExecutorStore.getExecutor(temp);
IReplenishMybatisService executor = null;
try {
executor = (IReplenishMybatisService) SpringUtil.getBean(Class.forName("com.njcn.oracle.service.impl." + temp + "ServiceImpl"));
} catch (ClassNotFoundException e) {
throw new RuntimeException(e);
}
List list = executor.queryData(migrationParam);
if(CollectionUtil.isNotEmpty(list)){
executor.clearTargetData(migrationParam);