SpringBoot项目CSV文件NIO读取

SpringBoot项目csv文件读取：

githut地址项目地址
工具类Springboot 使用方式

   public void importFile(MultipartFile file){
        try (InputStream inputStream = file.getInputStream();){
            List<List<String>> lists = CsvReader
                    .read()
                    .setRowNo(1)
                    .setInputStream(inputStream)
                    .setFileLength(file.getSize()).setHead(new ArrayList<>())
                    .doRead();
            System.out.println(lists.size());
        } catch (FileNotFoundException e) {
            e.printStackTrace();
        } catch (IOException e) {
            e.printStackTrace();
        }
    }

工具类的使用方式：

  public static void main(String[] args) {
        File file = new File("D:\\考勤\\csvFile.csv");
        try (FileInputStream inputStream = new FileInputStream(file);){
            List<List<String>> lists = CsvReader
                    .read()
                    .setRowNo(1)
                    .setInputStream(inputStream)
                    .setFileLength(file.length()).setHead(new ArrayList<>())
                    .doRead();
            System.out.println(lists.size());
        } catch (FileNotFoundException e) {
            e.printStackTrace();
        } catch (IOException e) {
            e.printStackTrace();
        }
    }

CsvReaderBuilder 类

import java.io.*;
import java.nio.MappedByteBuffer;
import java.nio.channels.FileChannel;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.List;

/**
 * @author 四维穿梭
 *
 *  csv 读取类
 */
public class CsvReaderBuilder {

    /**
     *  默认读取开始行
     */
    private int defaultRowNo = 1;


    private int buffSize = 1024 * 1024;

    /**
     *  文件分片大小
     */
    private int sliceSize = 10 * 1024 * 1024;

    private int rowNo;

    private List<String> head;

    private InputStream inputStream;

    private Long fileLength;

    private String charset = "GBK";

    private CsvEventListener listener = new CsvSimpleListener();


    public List<List<String>> doRead(){
        if (inputStream == null){
            return new ArrayList<>();
        }
        if (rowNo < 0 ) {
            setRowNo(defaultRowNo);
        }
        List<String> rowList = new ArrayList<>();
        listener.setFileLength(fileLength);
        readFile();
        listener.doAfter();
        return listener.getList();
    }

    public  void readFile(){
        List<List<String>> resultList = new ArrayList<>();
        FileInputStream fileInputStream = (FileInputStream) inputStream;
        FileChannel channel = fileInputStream.getChannel();
        int sliceNum = (int) (fileLength/sliceSize);
        if (fileLength % sliceSize > 0){
            sliceNum++;
        }
        int rowNum = 0;
        MappedByteBuffer mapBuffer =null;
        try (ByteArrayOutputStream bos = new ByteArrayOutputStream();){
           List<String> cellValueList = null;

            byte[] readBuff = new byte[buffSize];
            for (int i = 0; i < sliceNum; i++) {
                long mapSize = (i+1) * sliceSize > fileLength? fileLength-i*sliceSize : sliceSize;
                mapBuffer = channel.map(FileChannel.MapMode.READ_ONLY, i*sliceSize, mapSize);
                for (int offset = 0; offset <= mapSize; offset+=buffSize){
                    int readLength = 0;
                    if (offset + buffSize <= mapSize){
                        readLength = buffSize;
                    } else {
                        readLength = (int) mapSize - offset;
                    }
                    mapBuffer.get(readBuff, 0, readLength);

                    for (int j = 0; j < readLength; j++) {
                        byte tmp = readBuff[j];
                        if (tmp == '\n' || tmp == '\r'){
                            if (bos.size() != 0){
                                rowNum++;
                                // 清除表头
                                if (rowNum <= rowNo){
                                    bos.reset();
                                    continue;
                                }
                                cellValueList = toListString(bos.toByteArray());
                                resultList.add(cellValueList);
                                listener.invoke(cellValueList);
                                bos.reset();
                            }
                        } else {
                            bos.write(tmp);
                        }
                    }
                }
            }
        } catch (IOException e) {
            e.printStackTrace();
        } finally {
            try {
                if (fileInputStream != null){
                    fileInputStream.close();
                }
                if (inputStream != null){
                    inputStream.close();
                }
            } catch (IOException e) {
                e.printStackTrace();
            }

        }

    }

    private List<String> toListString(byte[] bytes){
        if (bytes ==null || bytes.length <=0){
            return null;
        }
        String toStr = null;
        try {
            toStr = new String(bytes, charset);
        } catch (UnsupportedEncodingException e) {
            e.printStackTrace();
        }
        return Arrays.asList(toStr.split(","));
    }

    public CsvEventListener getListener() {
        return listener;
    }

    public void setListener(CsvEventListener listener) {
        this.listener = listener;
    }

    public int getDefaultRowNo() {
        return defaultRowNo;
    }

    public CsvReaderBuilder setDefaultRowNo(int defaultRowNo) {
        this.defaultRowNo = defaultRowNo;
        return this;
    }

    public int getBuffSize() {
        return buffSize;
    }

    public CsvReaderBuilder setBuffSize(int buffSize) {
        this.buffSize = buffSize;
        return this;
    }

    public int getSliceSize() {
        return sliceSize;
    }

    public CsvReaderBuilder setSliceSize(int sliceSize) {
        this.sliceSize = sliceSize;
        return this;
    }

    public int getRowNo() {
        return rowNo;
    }

    public CsvReaderBuilder setRowNo(int rowNo) {
        this.rowNo = rowNo;
        return this;
    }

    public List<String> getHead() {
        return head;
    }

    public CsvReaderBuilder setHead(List<String> head) {
        this.head = head;
        return this;
    }

    public InputStream getInputStream() {
        return inputStream;
    }

    public CsvReaderBuilder setInputStream(InputStream inputStream) {
        this.inputStream = inputStream;
        return this;
    }

    public Long getFileLength() {
        return fileLength;
    }

    public CsvReaderBuilder setFileLength(Long fileLength) {
        this.fileLength = fileLength;
        return this;
    }

    public String getCharset() {
        return charset;
    }

    public CsvReaderBuilder setCharset(String charset) {
        this.charset = charset;
        return this;
    }
}

CsvReader类

public class CsvReader {

  public static CsvReaderBuilder read(){
      return new CsvReaderBuilder();
  }

}

监听类

import java.util.ArrayList;
import java.util.List;

public abstract class CsvEventListener <T>{
    private List<T> list = new ArrayList<>();

    private Long fileLength;

    public List<T> getList() {
        return list;
    }

    public void setList(List<T> list) {
        this.list = list;
    }

    public Long getFileLength() {
        return fileLength;
    }

    public void setFileLength(Long fileLength) {
        this.fileLength = fileLength;
    }

    public abstract void invoke(T obj);

    public abstract void doAfter();
}

默认监听

public class CsvSimpleListener  extends CsvEventListener<List<String>>{

    @Override
    public void invoke(List<String> obj) {
        this.getList().add(obj);
    }

    @Override
    public void doAfter() {

    }
}