java中处理日志读文件的java代码

[size=large]一、处理日志读取文件、过滤文件[/size]

package com.bhu.defender.front.controller;

import java.io.BufferedReader;
import java.io.FileReader;
import java.io.IOException;
import java.io.LineNumberReader;
import java.text.SimpleDateFormat;
import java.util.ArrayList;
import java.util.Calendar;
import java.util.Date;
import java.util.List;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import com.bhu.basestation.exception.BaseException;
import com.bhu.defender.front.core.service.AlarmProcesserProxy;
import com.bhu.defender.front.core.service.UserServiceProxy;
/**
 * 
 * @ClassName: LogAlarmStatController
 * @Description: 处理日志 添加数据到告警统计表st_Alarm_stat
 * @author：lijunling 2013-6-17 下午4:22:11
 * @version V1.0
 */
public class QuartzJob
{
	/**
	 * 插入数据 开始执行任务的方法
	 * @throws IOException 
	 */
    public void logInsetAlarmStat() throws IOException
    {
    	SimpleDateFormat format = new SimpleDateFormat("yyyy-MM-dd");
    	//获取上次执行的时间
    	String lastFileTime="";
    	Date lastDate = AlarmProcesserProxy.selectMaxCreateTime();
    	if(null!=lastDate){
    		lastFileTime = format.format(lastDate);
    	}

    	//本次执行的时间
    	Calendar calendar = Calendar.getInstance();
    	calendar.add(Calendar.DATE, -1);
    	Date date = calendar.getTime();
    	String fileTime = format.format(date);

    	//判断上次执行日期是否是昨天 ，若是昨天，则只执行今天的操作 ，若非昨天，则从上次执行到今天均执行 
    	//如：此次fileTime=07-04   lastFileTime=07-03  则处理日志07-03.log  和07-04.log
    	if(!(lastFileTime.equals(fileTime))){
    		Long LastTime = lastDate.getTime();
    		Long thisTime = date.getTime();
    		while(LastTime<thisTime){
        		Logger logger= LoggerFactory.getLogger("basestation."+format.format(LastTime)+".log");
        		String filename = logger.getName();
        		String strPath = "/home/logs/"+filename;
        		excuteFile(strPath);
        		//执行完毕后 日期加1
        		Calendar cd = Calendar.getInstance();   
                cd.setTime(lastDate);  
                cd.add(Calendar.DATE, +1);
                lastDate = cd.getTime();
                LastTime = cd.getTime().getTime();
    		}
    	}else{
    		Logger logger= LoggerFactory.getLogger("basestation."+fileTime+".log");
    		String filename = logger.getName();
        	//String filename ="basestation.2013-07-03.log";
        	//String strPath = "C:/Users/andy/Downloads/"+filename;
        	String strPath = "/home/logs/"+filename;
        	excuteFile(strPath);
    	}
    }  

    /**
     * 执行文件
     * @param strPath 文件路径
     * @throws IOException 
     */
    private void excuteFile(String strPath) throws IOException{
    	List <Integer> rowcountList = getRowList(strPath);//获取行的list
    	List <List> allContentList = new ArrayList<List>();
    	if(rowcountList.size()!=0){
    		for(Integer item : rowcountList){
    			List<String> contentList = readAppointLineNumber(strPath,item);
    			//若list中的最后一样含有result=0 则表示成功 是需要的数据  若为1则不成功 过滤掉
    			String lastRowStr  = contentList.get(contentList.size()-1);
    			if(lastRowStr.contains("result=0")){
    				allContentList.add(contentList);
    			}
    		}
    	}
    	processDataList(allContentList);
    }
    /**
     * 自动更新密码开始执行
     */
    public void autoUpdateRandompsw(){
    	try {
			UserServiceProxy.autoUpdateRandompsw();
		} catch (BaseException e) {
			e.printStackTrace();
		}
    }
    /**
     * 根据行号读取文本内容 返回list
     * @param path 文件路径
     * @param lineNumber 行号
     * @return
     * @throws IOException
     */
    private List<String> readAppointLineNumber(String path,int lineNumber) throws IOException{
    	 List<String> contentList = new ArrayList<String>();
    	 FileReader file = new FileReader(path);
    	 LineNumberReader reader = new LineNumberReader(file);
    	 String readline = "";
    	 int lines=0;
    	 while(readline != null){
    		 lines++;
    		 readline = reader.readLine();
    		 int sub = lines - lineNumber;
    		 //获取该行号开始的后几行
    		 if(sub>=0 && sub<=7) {
    			 //System.out.println("当前行号为:"+reader.getLineNumber());
    			 //System.out.println("=====s:"+readline);
    			 contentList.add(readline);
             }else if(sub>7){
            	 //System.exit(0);  
             }
    	 }
    	 reader.close();
    	 file.close();
    	 return contentList;
    }

    /**
     * 根据文件名返回存在需要的数值的行号的list
     * @param path 文件路径
     * @return
     * @throws IOException
     */

    private List<Integer> getRowList(String path) throws IOException{
    	FileReader file=new FileReader(path);
    	List<Integer> rowcountList = new ArrayList<Integer>();//记录行号，第几行有需要的数据
    	BufferedReader br=new BufferedReader(file);
    	String temp=null;
    	int rowCount=0;
    	while((temp =br.readLine())!=null){
    		rowCount++;
    		/*按行读取  行中包含 am=addAlarmRealtime的记录行号*/
    		Pattern pattern = Pattern.compile("am=addAlarmRealtime");
    		Matcher matcher = pattern.matcher(temp);
    		if(matcher.find()){
    			rowcountList.add(rowCount);
    		}
    	}
    	br.close();
    	file.close();
    	return rowcountList;
    }

   /**
    * 根据需要的文本内容解析数据字段
    * @param allContentList
    */
    private void processDataList(List <List> allContentList){
    	for(List item:allContentList){
    		if(item.size()!=0){
    			String alarmTimeStr = "";
				String alarmTypeIdStr = "";
				String terminalCodeStr = "";
				String terminalPortIdStr = "";
				String typeStr = "";
    			for(int i=0;i<item.size();i++){
    				String []itemStr = item.get(i).toString().split(":");
    				if(itemStr.length>1){
    					if(i == 1){
    						alarmTimeStr = filterStr(itemStr[1]);
    					}else if(i == 2){
    						alarmTypeIdStr = filterStr(itemStr[1]);
    					}else if(i == 3){
    						terminalCodeStr = filterStr(itemStr[1]);
    					}else if(i == 4){
    						terminalPortIdStr = filterStr(itemStr[1]);
    					}else if(i == 5){
    						typeStr =  itemStr[1];
    					}
    				}
    			}
    			alarmTimeStr = alarmTimeStr.substring(0, 10);
    			AlarmProcesserProxy.logInsertAalrmStat(terminalCodeStr,Integer.parseInt(alarmTypeIdStr),Integer.parseInt(terminalPortIdStr),alarmTimeStr);
    		}
    	}
    }

    /**
     * 过滤空格、双引号、单引号
     * @param str
     * @return
     */
    private String filterStr(String str){
    	str = str.replace("\"", "").replace(",", "").trim();
    	return str;
    }
}