大文件切割

Myueye

于 2023-03-24 15:06:05 发布

阅读量171

点赞数 1

分类专栏： JAVA 文章标签： java

本文链接：https://blog.csdn.net/myueye/article/details/129751141

版权

JAVA 专栏收录该内容

82 篇文章 0 订阅

订阅专栏

大日志文件切割

场景:在window上编辑器查看过大的日志看不了，也懒得找其他编辑器或者工具，写了个代码，把日志文件切分成n个小文件

import java.io.BufferedReader;
import java.io.BufferedWriter;
import java.io.File;
import java.io.FileInputStream;
import java.io.FileOutputStream;
import java.io.InputStreamReader;
import java.io.OutputStreamWriter;
import java.nio.charset.Charset;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;

public class BigFile implements Runnable{
	
	private char[] fileCharBuf = null;
	private int readLent = 0;
	private int index = 1;
	
	private static final String FILE_NAME = "E:\\bak\\"; //小日志备份目录
	private static final String LOG_PATH = "E:\\log.log"; //日志文件目录
	private static final Charset  CHARSET_UTF8= Charset.forName("UTF-8"); //文件字符编码
	private static final int  FILE_SIZE = 1024 * 1024 * 30; //30MB
	
	BigFile(char[] fileCharBuf,int readLent,int index){
		this.fileCharBuf = fileCharBuf;
		this.readLent = readLent;
		this.index = index;
	}
	
	public static void main(String[] args) throws Exception {
		ExecutorService executorService = Executors.newFixedThreadPool(5);
		
		File srcFile = new File(LOG_PATH); 
		
		//新建目录
		File targetDir = new File(FILE_NAME);
		if(!targetDir.exists()) {
			targetDir.mkdirs();
		}
		
		long fileSize =  srcFile.length();
		char[] chbuf = new char[FILE_SIZE];
		int fileNum = (int)(fileSize / chbuf.length);
		BufferedReader readerBuffer = new BufferedReader(new InputStreamReader(new FileInputStream(srcFile),CHARSET_UTF8.name()));
		int ret = readerBuffer.read(chbuf);
		
		int index = 1;
		for(int i = 0; i < fileNum && ret != -1; i++) {
			chbuf = new char[FILE_SIZE];
			executorService.submit(new BigFile(chbuf,ret,index++));
			ret = readerBuffer.read(chbuf);
		}
		readerBuffer.close();
		executorService.shutdown();
		
		if(ret != -1) {
			BufferedWriter writerBuff = new BufferedWriter(new OutputStreamWriter(new FileOutputStream(FILE_NAME + "log_" + (index) + ".log")));
			writerBuff.write(chbuf, 0, ret);
			writerBuff.close();
		}
	}

	@Override
	public void run() {
		try {
			BufferedWriter writerBuff = null;
			writerBuff = new BufferedWriter(new OutputStreamWriter(new FileOutputStream(FILE_NAME + "log_" + (index) + ".log")));
			writerBuff.write(fileCharBuf, 0,readLent);
			writerBuff.close();
		} catch (Exception e) {
			e.printStackTrace();
		}
	}
	
}