Spring Boot多线程查询

多线程查询能够显著提升查询的效率和性能,尤其适用于处理大规模数据和高并发请求的场景。通过合理设计和使用多线程查询,可以充分利用系统资源,提高系统的响应速度和吞吐量.

如下会展示两种形式:
       1.保证查询数据的准确完整性。
       2.允许数据容错。


线程池配置

import com.ruoyi.common.utils.Threads;
import org.apache.commons.lang3.concurrent.BasicThreadFactory;
import org.springframework.context.annotation.Bean;
import org.springframework.context.annotation.Configuration;
import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor;
import java.util.concurrent.ScheduledExecutorService;
import java.util.concurrent.ScheduledThreadPoolExecutor;
import java.util.concurrent.ThreadPoolExecutor;

/**
 * 线程池配置
 *
 **/
@Configuration
public class ThreadPoolConfig
{
    // 核心线程池大小
    private int corePoolSize = 50;

    // 最大可创建的线程数
    private int maxPoolSize = 200;

    // 队列最大长度
    private int queueCapacity = 1000;

    // 线程池维护线程所允许的空闲时间
    private int keepAliveSeconds = 300;

    @Bean(name = "threadPoolTaskExecutor")
    public ThreadPoolTaskExecutor threadPoolTaskExecutor()
    {
        ThreadPoolTaskExecutor executor = new ThreadPoolTaskExecutor();
        executor.setMaxPoolSize(maxPoolSize);
        executor.setCorePoolSize(corePoolSize);
        executor.setQueueCapacity(queueCapacity);
        executor.setKeepAliveSeconds(keepAliveSeconds);
        // 线程池对拒绝任务(无线程可用)的处理策略
        executor.setRejectedExecutionHandler(new ThreadPoolExecutor.CallerRunsPolicy());
        return executor;
    }

    /**
     * 执行周期性或定时任务
     */
    @Bean(name = "scheduledExecutorService")
    protected ScheduledExecutorService scheduledExecutorService()
    {
        return new ScheduledThreadPoolExecutor(corePoolSize,
                new BasicThreadFactory.Builder().namingPattern("schedule-pool-%d").daemon(true).build(),
                new ThreadPoolExecutor.CallerRunsPolicy())
        {
            @Override
            protected void afterExecute(Runnable r, Throwable t)
            {
                super.afterExecute(r, t);
                Threads.printException(r, t);
            }
        };
    }
}

保证查询数据的准确完整性

try {
      ThreadPoolTaskExecutor executor = SpringUtils.getBean("threadPoolTaskExecutor");
      // 创建有界队列的线程池
      List<Future<List<Entity>>> futures = new ArrayList<>();
      List<Entity> allResults = Collections.synchronizedList(new ArrayList<>());
      for (WeightTruckMeasure item : dateRanges) {
           Callable<List<Entity>> task = () -> {
               List<Entity> entitys = EntityMapper.query(item);
               return Optional.ofNullable(entitys).orElseGet(ArrayList::new);
           };
           Future<List<Entity>> future = executor.submit(task);
                futures.add(future);
            }
            for (Future<List<Entity>> future : futures) {
                List<Entity> batch = future.get(30, TimeUnit.SECONDS); // 设置超时时间
                if (batch != null) {
                    allResults.addAll(batch);
                }
            }
            return allResults;
    } catch (Exception e) {
        throw new ServiceException("执行报错!");
    }

允许数据容错

ThreadPoolTaskExecutor executor = SpringUtils.getBean("threadPoolTaskExecutor");
List<Future<List<Entity>>> futures = new ArrayList<>();
List<Entity> allResults = Collections.synchronizedList(new ArrayList<>());
    try {
         for (WeightTruckMeasure item : dateRanges) {
             Callable<List<Entity>> task = () -> {
                    List<Entity> entitys = EntityMapper.query(item);
                    return Optional.ofNullable(entitys).orElse(new ArrayList<>());
                };
                try {
                    Future<List<Entity>> future = executor.submit(task);
                    futures.add(future);
                } catch (RejectedExecutionException e) {
                	// todo...
                    log.error("任务被拒绝:线程池和队列已满");
                }
            }
            for (Future<List<Entity>> future : futures) {
                try {
                    List<Entity> batch = future.get(30, TimeUnit.SECONDS); // 设置超时时间
                    if (batch != null) {
                        allResults.addAll(batch);
                    }
                } catch (TimeoutException e) {
                	// todo...
                    log.error("任务超时:{}", e.getMessage());
                }
            }
        } catch (InterruptedException | ExecutionException e) {
            log.error("任务执行异常:{}", e.getMessage());
        }
        return allResults;
  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值