大数据量Excel导出优化

用SXSSF来解决

因为SXSSFWorkbook这种方式是将数据写入临时文件，而不是保存在内存中。

import java.util.List;

public class ByteArrayOutputStreamExport {
    private List<Data> dataList;

    public ByteArrayOutputStreamExport(List<Data> dataList) {
        this.dataList = dataList;
    }

    public void exportToFile() {
        SXSSFWorkbook workbook = new SXSSFWorkbook(100); // 使用SXSSFWorkbook并保留100行数据在内存中，其余写入磁盘
        Sheet sheet = workbook.createSheet("Data");
        sheet.setRow(0);
        for (Data data : dataList) {
            sheet.createRow(sheet.getLastRowNum() + 1); // 创建新的行对象
            row.addCell(data.getName()); // 添加单元格数据
            // ... 其他填充数据的操作
        }
        workbook.write(); // 将workbook写入输出流
        workbook.close(); // 关闭workbook
    }

    public static void main(String[] args) {
        List<Data> dataList = // 获取数据列表的代码...
        ByteArrayOutputStreamExport byteArrayOutputStreamExport = new ByteArrayOutputStreamExport(dataList);
        byteArrayOutputStreamExport.exportToFile();
    }
}

基于EasyExcel和线程池解决

• 导出excel的任务用线程池异步去执行，先给前端返回导出开始，文件生成后会通知您下载链接

@RestController
@RequestMapping("/export")
public class DataExportController {

    @Autowired
    private ExcelExportService exportService;

    @GetMapping("/data")
    public ResponseEntity<String> exportData() {
        List<DataModel> data = fetchData();
        String fileUrl = exportService.exportDataAsync(data);

        return ResponseEntity.ok("导出任务开始，文件生成后会通知您下载链接");
    }

    private List<DataModel> fetchData() {
        // 获取需要导出的数据
        // ...
    }
}

• 线程池创建

@Configuration
@EnableAsync
public class AsyncConfig {
    @Bean(name = "exportExecutor")
    public Executor exportExecutor() {
        ThreadFactory namedThreadFactory = new ThreadFactory(new Runnable() {
            @Override
            public void run() {
                System.out.println("Thread name: " + Thread.currentThread().getName());
            }
        }, "ExportExecutor-%d");
        return new ThreadPoolExecutor(10, 20, 1L, TimeUnit.MILLISECONDS, new LinkedBlockingQueue<Runnable>(), namedThreadFactory);
    }
}

• 生成excel文件，上传到云存储，邮件通知用户

@Service
public class ExcelExportService {

    @Async("exportExecutor")
    public String exportDataAsync(List<DataModel> data) {
        // 生成 Excel 文件并获取 InputStream
        InputStream fileContent = generateExcelFile(data);
        String fileName = "data_" + System.currentTimeMillis() + ".xlsx";

        // 上传到 OSS
        String fileUrl = ossService.uploadFile(fileName, fileContent);

        // 发送邮件
        emailService.sendEmail(data.getUserEmail(), "文件导出通知", "您的文件已导出，下载链接：" + fileUrl);

        return fileUrl;
    }

    private InputStream generateExcelFile(List<DataModel> data) {
        ByteArrayOutputStream outputStream = new ByteArrayOutputStream();
        try {
            ExcelWriterBuilder writerBuilder = EasyExcel.write(outputStream, DataModel.class);
            writerBuilder.sheet("Data");
        } catch (Exception e) {
            // 处理异常
        }
        return new ByteArrayInputStream(outputStream.toByteArray());
    }

    // DataModel 类定义
    public static class DataModel {
        // 省略参数及setter/getter
    }
}