多线程查询能够显著提升查询的效率和性能,尤其适用于处理大规模数据和高并发请求的场景。通过合理设计和使用多线程查询,可以充分利用系统资源,提高系统的响应速度和吞吐量.
如下会展示两种形式:
1.保证查询数据的准确完整性。
2.允许数据容错。
线程池配置
import com.ruoyi.common.utils.Threads;
import org.apache.commons.lang3.concurrent.BasicThreadFactory;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor;
import java.util.concurrent.ScheduledExecutorService;
import java.util.concurrent.ScheduledThreadPoolExecutor;
import java.util.concurrent.ThreadPoolExecutor;
/**
* 线程池配置
*
**/
@Configuration
public class ThreadPoolConfig
{
// 核心线程池大小
private int corePoolSize = 50;
// 最大可创建的线程数
private int maxPoolSize = 200;
// 队列最大长度
private int queueCapacity = 1000;
// 线程池维护线程所允许的空闲时间
private int keepAliveSeconds = 300;
@Bean(name = "threadPoolTaskExecutor")
public ThreadPoolTaskExecutor threadPoolTaskExecutor()
{
ThreadPoolTaskExecutor executor = new ThreadPoolTaskExecutor();
executor.setMaxPoolSize(maxPoolSize);
executor.setCorePoolSize(corePoolSize);
executor.setQueueCapacity(queueCapacity);
executor.setKeepAliveSeconds(keepAliveSeconds);
// 线程池对拒绝任务(无线程可用)的处理策略
executor.setRejectedExecutionHandler(new ThreadPoolExecutor.CallerRunsPolicy());
return executor;
}
/**
* 执行周期性或定时任务
*/
@Bean(name = "scheduledExecutorService")
protected ScheduledExecutorService scheduledExecutorService()
{
return new ScheduledThreadPoolExecutor(corePoolSize,
new BasicThreadFactory.Builder().namingPattern("schedule-pool-%d").daemon(true).build(),
new ThreadPoolExecutor.CallerRunsPolicy())
{
@Override
protected void afterExecute(Runnable r, Throwable t)
{
super.afterExecute(r, t);
Threads.printException(r, t);
}
};
}
}
保证查询数据的准确完整性
try {
ThreadPoolTaskExecutor executor = SpringUtils.getBean("threadPoolTaskExecutor");
// 创建有界队列的线程池
List<Future<List<Entity>>> futures = new ArrayList<>();
List<Entity> allResults = Collections.synchronizedList(new ArrayList<>());
for (WeightTruckMeasure item : dateRanges) {
Callable<List<Entity>> task = () -> {
List<Entity> entitys = EntityMapper.query(item);
return Optional.ofNullable(entitys).orElseGet(ArrayList::new);
};
Future<List<Entity>> future = executor.submit(task);
futures.add(future);
}
for (Future<List<Entity>> future : futures) {
List<Entity> batch = future.get(30, TimeUnit.SECONDS); // 设置超时时间
if (batch != null) {
allResults.addAll(batch);
}
}
return allResults;
} catch (Exception e) {
throw new ServiceException("执行报错!");
}
允许数据容错
ThreadPoolTaskExecutor executor = SpringUtils.getBean("threadPoolTaskExecutor");
List<Future<List<Entity>>> futures = new ArrayList<>();
List<Entity> allResults = Collections.synchronizedList(new ArrayList<>());
try {
for (WeightTruckMeasure item : dateRanges) {
Callable<List<Entity>> task = () -> {
List<Entity> entitys = EntityMapper.query(item);
return Optional.ofNullable(entitys).orElse(new ArrayList<>());
};
try {
Future<List<Entity>> future = executor.submit(task);
futures.add(future);
} catch (RejectedExecutionException e) {
// todo...
log.error("任务被拒绝:线程池和队列已满");
}
}
for (Future<List<Entity>> future : futures) {
try {
List<Entity> batch = future.get(30, TimeUnit.SECONDS); // 设置超时时间
if (batch != null) {
allResults.addAll(batch);
}
} catch (TimeoutException e) {
// todo...
log.error("任务超时:{}", e.getMessage());
}
}
} catch (InterruptedException | ExecutionException e) {
log.error("任务执行异常:{}", e.getMessage());
}
return allResults;