43 lines
1.4 KiB
Java
43 lines
1.4 KiB
Java
|
package com.njcn;
|
|||
|
|
|
|||
|
|
import java.util.ArrayList;
|
|||
|
|
import java.util.List;
|
|||
|
|
import java.util.concurrent.ExecutorService;
|
|||
|
|
import java.util.concurrent.Executors;
|
|||
|
|
|
|||
|
|
public class BatchProcessing {
|
|||
|
|
|
|||
|
|
public static void main(String[] args) {
|
|||
|
|
// 创建包含10000条数据的列表
|
|||
|
|
List<Integer> dataList = new ArrayList<>();
|
|||
|
|
for (int i = 1; i <= 20000; i++) {
|
|||
|
|
dataList.add(i);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 将数据分成10个子列表，每个子列表包含1000条数据
|
|||
|
|
List<List<Integer>> batches = new ArrayList<>();
|
|||
|
|
int batchSize = 1000;
|
|||
|
|
int batchCount = dataList.size() / batchSize;
|
|||
|
|
for (int i = 0; i < batchCount; i++) {
|
|||
|
|
int fromIndex = i * batchSize;
|
|||
|
|
int toIndex = fromIndex + batchSize;
|
|||
|
|
List<Integer> batch = dataList.subList(fromIndex, toIndex);
|
|||
|
|
batches.add(batch);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 使用多线程并发处理每个子列表
|
|||
|
|
ExecutorService executorService = Executors.newFixedThreadPool(10);
|
|||
|
|
for (List<Integer> batch : batches) {
|
|||
|
|
executorService.submit(() -> processBatch(batch));
|
|||
|
|
}
|
|||
|
|
executorService.shutdown();
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
private static void processBatch(List<Integer> batch) {
|
|||
|
|
for (Integer data : batch) {
|
|||
|
|
// 处理数据的逻辑
|
|||
|
|
System.out.println(Thread.currentThread().getName() + ": processing data " + data);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
}
|