Java多线程读取大文件教程

        <dependency>
            <groupId>cn.hutool</groupId>
            <artifactId>hutool-all</artifactId>
            <version>5.8.16</version>
        </dependency>

import cn.hutool.core.io.FileUtil;
import cn.hutool.core.thread.ThreadUtil;
import cn.hutool.core.util.CharsetUtil;

import java.io.BufferedReader;
import java.io.File;
import java.io.IOException;
import java.util.concurrent.*;

public class Test {


    public static void main(String[] args) {
        File file = new File("test.txt");
        // 创建线程池，核心线程数=CPU核心数，有界队列防止OOM
        //根据阿里规约 建议开发时使用 ThreadPoolExecutor 定义线程池
        int coreThreads = Runtime.getRuntime().availableProcessors();
        ExecutorService executor = new ThreadPoolExecutor(
                coreThreads,
                coreThreads,
                0L, TimeUnit.MILLISECONDS,
                new LinkedBlockingQueue<>(1000),
                ThreadUtil.newNamedThreadFactory("file-processor-", false),
                new ThreadPoolExecutor.CallerRunsPolicy() // 队列满时由主线程处理
        );

        try (BufferedReader reader = FileUtil.getReader(file, CharsetUtil.CHARSET_UTF_8)) {
            String line;
            while ((line = reader.readLine()) != null) {
                final String currentLine = line; // 捕获当前行
                executor.execute(() -> processLine(currentLine));
            }
        } catch (IOException e) {
            e.printStackTrace();
        } finally {
            executor.shutdown(); // 停止接收新任务
            try {
                // 等待所有任务完成，最多等待1小时
                if (!executor.awaitTermination(1, TimeUnit.HOURS)) {
                    System.err.println("线程池未能在指定时间内终止");
                }
            } catch (InterruptedException e) {
                e.printStackTrace();
            }
        }
    }

    private static void processLine(String line) {
        // 模拟业务处理，如数据解析、存储等
        System.out.println(Thread.currentThread().getName() + " 处理: " + line);
    }
}