实现10万条数据调用同一个接口,并发数为10,可以使用java的线程池和Future来实现
示例:
1000条数据,每条数据执行响应时间是0.1s,并发10 来演示
如果安装一条一条执行,1K条数据需要100s才能执行完
如果使用如下并发执行,只需要11s执行结束
package com.ervin.springboot001.test;
import java.util.ArrayList;
import java.util.Date;
import java.util.List;
import java.util.Timer;
import java.util.concurrent.ExecutionException;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import java.util.concurrent.Future;
public class ApiTest {
//并发数
private static final int THREAD_POOL_SIZE=10;
// 需要执行的数据量
private static final int TOTAL_DATA = 1000;
public static void main(String[] args) throws ExecutionException, InterruptedException {
ExecutorService executorService = Executors.newFixedThreadPool(THREAD_POOL_SIZE);
List<Future<Void>> futures = new ArrayList<>();
System.out.println("任务开始"+ new Date());
for (int i = 0; i < TOTAL_DATA; i++) {
Future<Void> future = (Future<Void>) executorService.submit(()->{
// 调用接口的逻辑
try {
System.out.println("response:" + getTextApi());
} catch (InterruptedException e) {
throw new RuntimeException(e);
}
});
futures.add(future);
}
for (Future<Void> future: futures) {
future.get();
}
executorService.shutdown();
System.out.println("任务执行完成" + new Date());
}
public static String getTextApi() throws InterruptedException {
Thread.sleep(100);
return Thread.currentThread().getName();
}
}