Java - 基于AnalysisEventListener实现对Excel的多线程处理

最新推荐文章于 2024-07-11 08:00:00 发布

弥耶达

最新推荐文章于 2024-07-11 08:00:00 发布

阅读量1.9k

点赞数

文章标签： java 开发语言 jvm

本文链接：https://blog.csdn.net/ego_rainki/article/details/126272314

版权

实现Listener

package com.lky.common;

import com.alibaba.excel.context.AnalysisContext;
import com.alibaba.excel.event.AnalysisEventListener;
import com.lky.domain.TestTable;
import lombok.Getter;
import lombok.extern.slf4j.Slf4j;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Component;

import java.util.ArrayList;
import java.util.List;

@Component
@Slf4j
public class TestExportListener extends AnalysisEventListener<TestTable> {

    // 内置计数变量时, 不要static
    private int count = 0;

    private List<TestTable> testTableList;

    @Getter
    private List<TestTable> testTableResList;

    public TestExportListener() {
        this.testTableList = new ArrayList<>();
        this.testTableResList = new ArrayList<>();
    }

    private static TestService testService;
    @Autowired
    public void setComponent(TestService testService){
        TestExportListener.testService = testService;
    }

    @Override
    public void invoke(TestTable testTable, AnalysisContext analysisContext) {
        if (count >= 1001) {
            throw new RuntimeException("Excel文件过大, 最大支持1000条");
        }
        Integer rowIndex = analysisContext.readRowHolder().getRowIndex();
        // 跳过首行标题
        if (rowIndex == 0) {
            return;
        }
        // 封装数据
        testTableList.add(testTable);
        count++;
    }

    /**
     * 所有线程执行完毕后的最后执行方法
     */
    @Override
    public void doAfterAllAnalysed(AnalysisContext analysisContext) {
        this.testTableResList.addAll(testTableList);
        // testService.test();
    }

}

实现调用

public static List<TestTable> easyExcelTemplateHandler(InputStream inputStream, String fileName) {
    TestExportListener listener = new TestExportListener();
    EasyExcel.read(inputStream, TestTable.class, listener)
            .excelType(getExcelType(fileName))
            .sheet()
            .doRead();
    return listener.getAllowInvoiceAmountReqList();
}

线程池调用

// 最大处理数量
private static final int BATCH_EXCEL_MAX_SIZE = 3;

// 系统CPU数量
public static final int CPUS = Runtime.getRuntime().availableProcessors();

// 创建线程池
private static ThreadPoolExecutor excelParsePoolExecutor = new ThreadPoolExecutor(
        BATCH_EXCEL_MAX_SIZE * CPUS,
        BATCH_EXCEL_MAX_SIZE * CPUS, 
        1L, 
        HOURS, 
        new LinkedBlockingDeque<>(6000),
        new ThreadFactoryBuilder().setNameFormat("test-excel-parse-pool-%d").build()
);

// 调用
try {
    excelParsePoolExecutor.execute(() -> {
        // Excel文件处理
        TestExportListener listener = new TestExportListener();
	    EasyExcel.read(inputStream, TestTable.class, listener)
	            .excelType(getExcelType(fileName))
	            .sheet()
	            .doRead();
	    });
} catch (Exception e) {
    throw e;
}