Java逐行读取文件readLine

参考:

Java 逐行读取文本文件的几种方式以及效率对比

Java逐行读取文件

InputStreamReader 和 BufferedReader 区别:

InputStreamReader 和 BufferedReader 。其中最重要的类是 InputStreamReader ,它是字节转换为字符的桥梁。 你可以在构造器重指定编码的方式,如果不指定的话将采用底层操作系统的默认编码方式,例如 GBK 等。

FileReader 与 InputStreamReader 涉及编码转换 ( 指定编码方式或者采用 os 默认编码 ) ,可能在不同的平台上出现乱码现象!而 FileInputStream 以二进制方式处理,不会出现乱码现象 .

FileInputStream字节流是 以一个一个字节来读。

FileReader字符流是 以一个一个字符来读取的。

demo1 :


import java.io.*;
import java.nio.charset.Charset;
import java.nio.file.Files;
import java.nio.file.Paths;
import java.util.List;

/**
 *  br2 < br < nio < baos < raf
 *  47  < 100< 102  < 276  < 7653 (单位:ms)
 */
public class ReadFileAsListDemo {

    public static void main(String[] args) {
        String filePath = "D:\\Users\\xu.qiang18\\GradleDemo\\src\\main\\java\\test5\\jingshu.obj";

        {
            new Thread(new Runnable() {
                @Override
                public void run() {
                    long t1 = System.currentTimeMillis();
                    System.out.println("nio 开始t1:" + t1);

                    nioReadFileByLine(filePath);

                    long t2 = System.currentTimeMillis();
                    System.out.println("nio 结束t2:" + t2);
                    long cost = (t2 - t1);
                    System.out.println("nio 花费总时长(ms)================" + cost);
                }
            }).start();
        }

        {
            new Thread(new Runnable() {
                @Override
                public void run() {
                    long t1 = System.currentTimeMillis();
                    System.out.println("raf 开始t1:" + t1);

                    randomAccessFileReadFileByLine(filePath);

                    long t2 = System.currentTimeMillis();
                    System.out.println("raf 结束t2:" + t2);
                    long cost = (t2 - t1);
                    System.out.println("raf 花费总时长(ms)================" + cost);
                }
            }).start();
        }

        {
            new Thread(new Runnable() {
                @Override
                public void run() {
                    long t1 = System.currentTimeMillis();
                    System.out.println("br 开始t1:" + t1);

                    bufferedReaderReadFileByLine(filePath);

                    long t2 = System.currentTimeMillis();
                    System.out.println("br 结束t2:" + t2);
                    long cost = (t2 - t1);
                    System.out.println("br 花费总时长(ms)==============" + cost);
                }
            }).start();
        }

        {
            new Thread(new Runnable() {
                @Override
                public void run() {
                    long t1 = System.currentTimeMillis();
                    System.out.println("br2 开始t1:" + t1);

                    bufferedReaderReadFileByLine2(filePath);

                    long t2 = System.currentTimeMillis();
                    System.out.println("br2 结束t2:" + t2);
                    long cost = (t2 - t1);
                    System.out.println("br2 花费总时长(ms)==============" + cost);
                }
            }).start();
        }

        {
            new Thread(new Runnable() {
                @Override
                public void run() {
                    long t1 = System.currentTimeMillis();
                    System.out.println("baos 开始t1:" + t1);

                    byteArrayOutputStreamReadFileByLine(filePath);

                    long t2 = System.currentTimeMillis();
                    System.out.println("baos 结束t2:" + t2);
                    long cost = (t2 - t1);
                    System.out.println("baos 花费总时长(ms)====================" + cost);
                }
            }).start();

        }
    }

    /**
     * 方法: 使用RandomAccessFile逐行读取文件
     * 可以使用RandomAccessFile以读取模式打开文件,然后使用它的readLine()方法逐行读取文件。
     */
    private static void randomAccessFileReadFileByLine(String filePath) {
        try {
            RandomAccessFile file = new RandomAccessFile(filePath, "r");
            String str;
            while ((str = file.readLine()) != null) {
//                System.out.println(str);
            }
            file.close();
        } catch (IOException e) {
            System.out.println("randomAccessFileReadFileByLine e===>" + e.getMessage());
        }
    }

    /**
     * 方法: 使用Files逐行读取文件
     * java.nio.file.Files是一个包含各种有用方法的实用程序类。
     * Files 类的readAllLines()方法可用于将所有文件行读入字符串。
     */
    private static void nioReadFileByLine(String filePath) {
        try {
            List<String> lines = Files.readAllLines(
                    Paths.get(filePath),
                    Charset.defaultCharset()
            );
            for (String line : lines) {
//                System.out.println(line);
            }
            System.out.println("行数:" + lines.size());
        } catch (IOException e) {
            System.out.println("nioReadFileByLine e===>" + e.getMessage());
        }
    }

    /**
     * 方法: 使用BufferedReader逐行读取文件
     * FileInputStream 是以流的方式读取文件的。
     * <p>
     * java.io.BufferedReader和java.io.BufferedWriter类各拥有8192字符的缓冲区。
     * 当BufferedReader在读取文本文件时,会先尽量从文件中读入字符数据并置入缓冲区,
     * 而之后若使用read()方法,会先从缓冲区中进行读取。
     * 如果缓冲区数据不足,才会再从文件中读取,
     * 使用BufferedWriter时,写入的数据并不会先输出到目的地,
     * 而是先存储至缓冲区中。如果缓冲区中的数据满了,才会一次对目的地进行写出。
     */
    public static String bufferedReaderReadFileByLine(String filePath) {
        try {
            FileInputStream fileInputStream = new FileInputStream(filePath);
            InputStreamReader inputStreamReader = new InputStreamReader(fileInputStream);
            BufferedReader bufferedReader = new BufferedReader(inputStreamReader);

            String line = "";
            StringBuilder result = new StringBuilder();
            while ((line = bufferedReader.readLine()) != null) {
                result.append(line);
                result.append("\n");
//                System.out.println("line ==> " + line);
            }

            bufferedReader.close();
            return result.toString();
        } catch (Exception e) {
            System.out.println("bufferedReaderReadFileByLine e===>" + e.getMessage());
        }
        return null;
    }

    /**
     * 方法: 使用BufferedReader逐行读取文件
     * 使用BufferedReader逐行读取文件
     * 可以使用java.io.BufferedReader类中的readLine()方法逐行读取文件到String。
     * 到达文件末尾时,此方法返回null。
     */
    private static void bufferedReaderReadFileByLine2(String filePath) {
        try {
            BufferedReader br = new BufferedReader(new FileReader(filePath));

            String line = null;
            while ((line = br.readLine()) != null) {
//                System.out.println(line);
            }

            br.close();
        } catch (Exception e) {
            System.out.println("bufferedReaderReadFileByLine2 e===>" + e.getMessage());
        }
    }

    public static String byteArrayOutputStreamReadFileByLine(String filePath) {
        String result = null;
        try {
            FileInputStream fileInputStream = new FileInputStream(filePath);
            InputStreamReader inputStream = new InputStreamReader(fileInputStream);

            int ch = 0;
            ByteArrayOutputStream baos = new ByteArrayOutputStream();
            while ((ch = inputStream.read()) != -1) {
                baos.write(ch);
            }
            byte[] buff = baos.toByteArray();
            baos.close();
            inputStream.close();
            result = new String(buff, "UTF-8");
            result = result.replaceAll("\\r\\n", "\n");
        } catch (Exception e) {
            System.out.println("byteArrayOutputStreamReadFileByLine e===>" + e.getMessage());
        }
        return result;
    }


}

demo2 :

package test5;


import java.io.*;
import java.nio.charset.Charset;
import java.nio.file.Files;
import java.nio.file.Paths;
import java.util.List;
import java.util.Random;
import java.util.Scanner;

/**
 * @Description: 逐行读取文件性能对比
 * BufferedReader 耗时: 67ms
 * Scanner 耗时: 604ms
 * InputStreamReader 耗时: 421ms
 * FileInputStream 耗时: 11652ms
 * BufferedInputStream 耗时: 74ms
 * Files 耗时: 77ms
 **/
public class ReadByLineFromFileTest {

    public static void main(String[] args) {
        ReadByLineFromFileTest test = new ReadByLineFromFileTest();
        String filePath = "test.txt";

        File file = new File(filePath);
        if (!file.exists()) {
            // 随机写入 1000000 行内容
            test.writeRandom(filePath, 1000000);
        }

        long before, after, time;
        // 使用 BufferedReader 逐行读取文件
        before = System.currentTimeMillis();
        test.bufferedReader(filePath);
        after = System.currentTimeMillis();
        time = after - before;
        System.out.println("BufferedReader 耗时: " + time + "ms");

        // 使用 Scanner 逐行读取文件
        before = System.currentTimeMillis();
        test.scanner(filePath);
        after = System.currentTimeMillis();
        time = after - before;
        System.out.println("Scanner 耗时: " + time + "ms");

        // 使用 InputStreamReader 逐字符读取文件
        before = System.currentTimeMillis();
        test.inputStreamReader(filePath);
        after = System.currentTimeMillis();
        time = after - before;
        System.out.println("InputStreamReader 耗时: " + time + "ms");

        // 使用 FileInputStream 逐字符读取文件
        before = System.currentTimeMillis();
        test.fileInputStream(filePath);
        after = System.currentTimeMillis();
        time = after - before;
        System.out.println("FileInputStream 耗时: " + time + "ms");


        // 使用 BufferedInputStream 逐字符读取文件
        before = System.currentTimeMillis();
        test.bufferedInputStream(filePath);
        after = System.currentTimeMillis();
        time = after - before;
        System.out.println("BufferedInputStream 耗时: " + time + "ms");

        // 使用 Files 一次性读取文件所有行
        before = System.currentTimeMillis();
        test.files(filePath);
        after = System.currentTimeMillis();
        time = after - before;
        System.out.println("Files 耗时: " + time + "ms");
    }

    /**
     * @Description: 使用 Scanner 类逐行读取
     * @Param: [filePath] 文件路径
     * @Author: Seven-Steven
     * @Date: 19-1-24
     **/
    public void scanner(String filePath) {
        File file = new File(filePath);
        if (!file.exists()) {
            return;
        }

        FileInputStream fileInputStream = null;
        Scanner scanner = null;
        try {
            fileInputStream = new FileInputStream(file);
            scanner = new Scanner(fileInputStream, "UTF-8");

            while (scanner.hasNextLine()) {
                // TODO things
                String line = scanner.nextLine();
                // System.out.println(line);
            }
        } catch (FileNotFoundException e) {
            e.printStackTrace();
        } finally {
            if (fileInputStream != null) {
                try {
                    fileInputStream.close();
                } catch (IOException e) {
                    e.printStackTrace();
                }
            }

            if (scanner != null) {
                scanner.close();
            }
        }
    }

    /**
     * @Description: 使用 Files 一次性读取所有行
     * Maven 依赖:
     *         <!-- https://mvnrepository.com/artifact/com.google.guava/guava -->
     *         <dependency>
     *             <groupId>com.google.guava</groupId>
     *             <artifactId>guava</artifactId>
     *             <version>r05</version>
     *         </dependency>
     * @Param: [filePath] 文件路径
     * @Author: Seven-Steven
     * @Date: 19-1-24
     **/
    public void files(String filePath) {
        File file = new File(filePath);
        if (!file.exists()) {
            return;
        }

        try {
            List<String> fileLines = Files.readAllLines(Paths.get(filePath), Charset.defaultCharset());
            for (String str : fileLines) {
                // System.out.println(str);
            }
        } catch (IOException e) {
            e.printStackTrace();
        }
    }

    public void bufferedInputStream(String filePath) {
        File file = new File(filePath);
        if (!file.exists()) {
            return;
        }

        FileInputStream fileInputStream = null;
        BufferedInputStream bufferedInputStream = null;
        try {
            fileInputStream = new FileInputStream(file);
            bufferedInputStream = new BufferedInputStream(fileInputStream);

            int temp;
            char character;
            String line = "";
            while ((temp = bufferedInputStream.read()) != -1) {
                character = (char) temp;
                if (character != '\n') {
                    line += character;
                } else {
                    // TODO
                    // System.out.println(line);
                    line = "";
                }
            }
        } catch (FileNotFoundException e) {
            e.printStackTrace();
        } catch (IOException e) {
            e.printStackTrace();
        } finally {
            if (fileInputStream != null) {
                try {
                    fileInputStream.close();
                } catch (IOException e) {
                    e.printStackTrace();
                }
            }

            if (bufferedInputStream != null) {
                try {
                    bufferedInputStream.close();
                } catch (IOException e) {
                    e.printStackTrace();
                }
            }
        }
    }

    /**
     * @Description: 使用 FileInputStream 逐字符读取文件
     * @Param: [filePath] 文件路径
     * @Author: Seven-Steven
     * @Date: 19-1-23
     **/
    public void fileInputStream(String filePath) {
        File file = new File(filePath);
        if (!file.exists()) {
            return;
        }

        FileInputStream fileInputStream = null;
        try {
            fileInputStream = new FileInputStream(file);
            int temp;
            char character;
            String line = "";
            while ((temp = fileInputStream.read()) != -1) {
                character = (char) temp;
                if (character != '\n') {
                    line += character;
                } else {
                    // TODO
                    // System.out.println(line);
                    line = "";
                }
            }
        } catch (FileNotFoundException e) {
            e.printStackTrace();
        } catch (IOException e) {
            e.printStackTrace();
        } finally {
            if (fileInputStream != null) {
                try {
                    fileInputStream.close();
                } catch (IOException e) {
                    e.printStackTrace();
                }
            }
        }
    }

    /**
     * @Description: 使用 InputStreamReader 逐行读取文件
     * @Param: [filePath] 文件路径
     * @Author: Seven-Steven
     * @Date: 19-1-23
     **/
    public void inputStreamReader(String filePath) {
        File file = new File(filePath);
        if (!file.exists()) {
            return;
        }

        FileInputStream fileInputStream = null;
        InputStreamReader inputStreamReader = null;
        try {
            fileInputStream = new FileInputStream(file);
            inputStreamReader = new InputStreamReader(fileInputStream);
            int temp;
            char character;
            String line = "";
            while ((temp = inputStreamReader.read()) != -1) {
                character = (char) temp;
                if (character != '\n') {
                    line += character;
                } else {
                    // TODO
                    // System.out.println(line);
                    line = "";
                }
            }
        } catch (FileNotFoundException e) {
            e.printStackTrace();
        } catch (IOException e) {
            e.printStackTrace();
        } finally {
            if (fileInputStream != null) {
                try {
                    fileInputStream.close();
                } catch (IOException e) {
                    e.printStackTrace();
                }
            }

            if (inputStreamReader != null) {
                try {
                    inputStreamReader.close();
                } catch (IOException e) {
                    e.printStackTrace();
                }
            }
        }
    }

    /**
     * @Description: 使用 BufferedReader 逐行读取文件内容
     * @Param: [filePath] 文件路径
     * @Author: Seven-Steven
     * @Date: 19-1-23
     **/
    public void bufferedReader(String filePath) {
        File file = new File(filePath);
        if (!file.exists()) {
            return;
        }

        FileReader fileReader = null;
        BufferedReader bufferedReader = null;
        try {
            fileReader = new FileReader(file);
            bufferedReader = new BufferedReader(fileReader);

            String line = "";
            while ((line = bufferedReader.readLine()) != null) {
                // TODO things
                // System.out.println(line);
            }
        } catch (FileNotFoundException e) {
            e.printStackTrace();
        } catch (IOException e) {
            e.printStackTrace();
        } finally {
            if (fileReader != null) {
                try {
                    fileReader.close();
                } catch (IOException e) {
                    e.printStackTrace();
                }
            }

            if (bufferedReader != null) {
                try {
                    bufferedReader.close();
                } catch (IOException e) {
                    e.printStackTrace();
                }
            }
        }
    }

    /**
     * @Description: 随机往文件中写入 totalLines 行内容
     * @Param: [filePath, totalLines] 文件路径, 内容行数
     * @Author: Seven-Steven
     * @Date: 19-1-23
     **/
    public void writeRandom(String filePath, int totalLines) {
        RandomAccessFile file = null;
        Random random = new Random();
        try {
            file = new RandomAccessFile(filePath, "rw");
            long length = file.length();
            for (int i = 0; i < totalLines; i++) {
                file.seek(length);
                int number = random.nextInt(1000000);
                String line = number + "\n";
                file.writeBytes(line);
                length += line.length();
            }
        } catch (FileNotFoundException e) {
            e.printStackTrace();
        } catch (IOException e) {
            e.printStackTrace();
        } finally {
            if (file != null) {
                try {
                    file.close();
                } catch (IOException e) {
                    e.printStackTrace();
                }
            }
        }
    }
}


  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论

“相关推荐”对你有帮助么?

  • 非常没帮助
  • 没帮助
  • 一般
  • 有帮助
  • 非常有帮助
提交
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值