JAVA NIO 大文件读取

Java代码

1. import java.io.File;
2. import java.io.IOException;
3. import java.io.RandomAccessFile;
4. import java.nio.ByteBuffer;
5. import java.nio.channels.FileChannel;
7. public class TestNio {
8. public static void main(String args[]) throws Exception {
9. System.err.println("begin");
10. long start = System.currentTimeMillis();
11. int _5M = 1024*1024*5;
12. File fin = new File("D:\\debug.log"); //文件大小200M
13. File fout = new File("D:\\debug-bak.log");
14. FileChannel fcin = new RandomAccessFile(fin, "r").getChannel();
15. ByteBuffer rBuffer = ByteBuffer.allocate(_5M);
16. FileChannel fcout = new RandomAccessFile(fout, "rws").getChannel();
17. ByteBuffer wBuffer = ByteBuffer.allocateDirect(_5M);
18. readFileByLine(_5M, fcin, rBuffer, fcout, wBuffer);
19. System.err.print((System.currentTimeMillis() - start) /1000);
20. }
22. public static void readFileByLine(int bufSize, FileChannel fcin,
23. ByteBuffer rBuffer, FileChannel fcout, ByteBuffer wBuffer) {
24. String enterStr = "\n";
25. try {
26. byte[] bs = new byte[bufSize];
27. StringBuilder strBuf = new StringBuilder("");
28. String tempString = null;
29. while (fcin.read(rBuffer) != -1) {
30. int rSize = rBuffer.position();
31. rBuffer.rewind();
32. rBuffer.get(bs);
33. rBuffer.clear();
34. tempString = new String(bs, 0, rSize);
35. int fromIndex = 0;
36. int endIndex = 0;
37. while ((endIndex = tempString.indexOf(enterStr, fromIndex)) != -1) {
38. String line = tempString.substring(fromIndex, endIndex);
39. line = strBuf.toString() + line;
40. writeFileByLine(fcout, wBuffer, line);
41. strBuf.delete(0, strBuf.length());
42. fromIndex = endIndex + 1;
43. }
45. if (rSize > tempString.length()) {
46. strBuf.append(tempString.substring(fromIndex,
47. tempString.length()));
48. } else {
49. strBuf.append(tempString.substring(fromIndex, rSize));
50. }
51. }
53. } catch (IOException e) {
54. e.printStackTrace();
55. }
56. }
58. public static void writeFileByLine(FileChannel fcout, ByteBuffer wBuffer,
59. String line) {
60. try {
61. fcout.write(wBuffer.wrap(line.getBytes()), fcout.size());
62. } catch (Exception e) {
63. e.printStackTrace();
64. }
65. }
66. }