创建线程池处理复杂数据，并返回所需参数

最新推荐文章于 2024-01-24 17:27:02 发布

壹猿

最新推荐文章于 2024-01-24 17:27:02 发布

阅读量239

点赞数 1

分类专栏： java知识点文章标签： java ThreadPool 线程

本文链接：https://blog.csdn.net/weixin_45670589/article/details/128869700

版权

java知识点专栏收录该内容

12 篇文章 1 订阅

订阅专栏

		//定义存储处理好数据的批量业务数据集合
        List<BatchProductsBO> batchProductsBOList = new ArrayList<>();
        //定义返回的错误数据的行和列
        Map<String,List<String>> mapAll = new HashMap<>();
        long start = System.currentTimeMillis();
        //批量的业务数据按capacity为一组，执行多线程
        int capacity = 300;
        List<List<BatchProductsBO>> perList = ListUtil.splitListBycapacity(batchProductsBOS, capacity);
        log.info("批量业务开始多线程执行，线程数:{}", perList.size());
        // 创建线程池
        ExecutorService threadPool = Executors.newFixedThreadPool(perList.size());
        for (int i = 0; i < perList.size(); i++) {
            try {
                int finalI = i;
                threadPool.execute(() -> {
                    log.info("本次批量业务数据{},执行{}条数据", finalI, perList.get(finalI).size());
                    Map<String,List<String>> map = dealDataAll(perList.get(finalI),finalI);
                    batchProductsBOList.addAll(perList.get(finalI));
                    mapAll.putAll(map);
                    long perEnd = System.currentTimeMillis();
                    log.info("本次批量业务数据{},执行{}条数据,花费[{}]秒", finalI, perList.get(finalI).size(), (perEnd - start) / 1000);
                });
            } catch (Exception e) {
                log.error("本次批量导入数据[{}]线程执行异常:{}", i, e.getMessage());
            }
        }
        //关闭线程池
        threadPool.shutdown();
        while (true) {
        	//线程池中所有子线程执行结束
            if (threadPool.isTerminated()) {
                log.info("所有的子线程都结束了！");
                if(CollectionUtils.isEmpty(mapAll)){
                    List<BatchProductsPO> batchProductsPOS = JsonUtil.copyList(batchProductsBOList,BatchProductsPO.class);
                    this.saveBatch(batchProductsPOS);
                }
                log.info("所有批量业务数据插入执行完毕");
                break;
            }
        }
        return ResponseBuild.buildSuccResponse(mapAll);

    /**
     * 2> 根据目标容量 划分List
     * @param source
     * @param capacity 划分完成的单个List容量
     * @param <T>
     * @return
     */
    public static <T> List<List<T>> splitListBycapacity(List<T> source,int capacity){
        List<List<T>> result=new ArrayList<List<T>>();
        if (source != null){
            int size = source.size();
            if (size > 0 ){
                for (int i = 0; i < size;) {
                    List<T> value = null;
                    int end = i+capacity;
                    if (end > size){
                        end = size;
                    }
                    value = source.subList(i,end);
                    i = end;
                    result.add(value);
                }
            }else {
                result = null;
            }
        }else {
            result = null;
        }
        return result;
    }