java文件拆分_Java:大文件拆分工具

importjava.io.BufferedReader;importjava.io.BufferedWriter;importjava.io.FileReader;importjava.io.FileWriter;importjava.io.IOException;public classSplitTools {public static void main(String[] args) throwsIOException {//"E:\\eutranrelation.csv";

String bigFilePath = args[0];//"E:\\eutranrelation-%s.csv";

String splitFileParttern = args[1];//32

int splitFileCount = Integer.valueOf(args[2]);

BufferedReader reader= new BufferedReader(newFileReader(bigFilePath));

String header=reader.readLine();int totalLine = 0;if (header != null) {

String line= null;while ((line = reader.readLine()) != null) {

totalLine++;

}

}

reader.close();int splitFileTotalLines = totalLine /splitFileCount;int generateFileIdx = 0;

BufferedWriter bufferedWriter= null;

reader= new BufferedReader(newFileReader(bigFilePath));

header=reader.readLine();int currentIdx = 0;if (header != null) {

String line= null;while ((line = reader.readLine()) != null) {if (currentIdx == 0) {

String filePath=String.format(splitFileParttern,

String.valueOf(generateFileIdx));

bufferedWriter= newBufferedWriter(newFileWriter(filePath));

}

bufferedWriter.write(line+ "\r\n");

currentIdx++;if (currentIdx ==splitFileTotalLines) {

generateFileIdx++;if (generateFileIdx !=splitFileCount) {

currentIdx= 0;

bufferedWriter.flush();

bufferedWriter.close();

}

}

}if (bufferedWriter != null) {

bufferedWriter.flush();

bufferedWriter.close();

}

}

reader.close();

System.out.println("The total number of documents is:" +totalLine);

}

}