storm实时计算实例（socket实时接入)

介绍

实现了一个简单的从实时日志文件监听，写入socket服务器，再接入Storm计算的一个流程。

源码

日志监听实时写入socket服务器

package socket;

import java.io.BufferedReader;
import java.io.File;     
import java.io.IOException;     
import java.io.InputStreamReader;
import java.io.PrintWriter;
import java.io.RandomAccessFile;     
import java.net.Socket;
import java.util.concurrent.Executors;     
import java.util.concurrent.ScheduledExecutorService;     
import java.util.concurrent.TimeUnit;     
/*
 * 监测数据，通过socket远程发送到另外服务器 ，见MyServerMulti
 * ClientRead再通过服务器从socket里读
 * 
 */
    
public class LogViewToSocket {     
    private long lastTimeFileSize = 0;  //上次文件大小     
    /**   
     * 实时输出日志信息   
     * @param logFile 日志文件   
     * @throws IOException   
     */    
    
	public String getNewFile(File file)
	{
		File[] fs=file.listFiles();
		long maxtime=0;
		String newfilename="";
		for (int i=0;i<fs.length;i++)
		{
			if (fs[i].lastModified()>maxtime)
			{
				maxtime=fs[i].lastModified();
				newfilename=fs[i].getAbsolutePath();
				
			}
		}
		return newfilename;
	}
	 RandomAccessFile randomFile=null;
	 String newfile=null;
	 String thisfile=null;
    public void realtimeShowLog(final File logFile,final PrintWriter out) throws IOException{     
    	   newfile=getNewFile(logFile);
        //指定文件可读可写     
            randomFile = new RandomAccessFile(new File(newfile),"r");     
        //启动一个线程每1秒钟读取新增的日志信息     
        ScheduledExecutorService exec =      
            Executors.newScheduledThreadPool(1);     
        exec.scheduleWithFixedDelay(new Runnable(){     
            public void run() {     
                try {     
                    //获得变化部分的     
                    randomFile.seek(lastTimeFileSize);     
                    String tmp = "";     
                    while( (tmp = randomFile.readLine())!= null) {     
                        System.out.println(new String(tmp.getBytes("ISO8859-1"))); 
                        out.println(new String(tmp.getBytes("ISO8859-1")));
                        out.flush(); 
                    }   
                   thisfile=getNewFile(logFile);
                   if(!thisfile.equals(newfile))
                   
                   {
                	   randomFile = new RandomAccessFile(new File(newfile),"r");
                	   lastTimeFileSize=0;
                   }
                   else
                	   
                    lastTimeFileSize = randomFile.length();     
                   
                } catch (IOException e) {     
                    throw new RuntimeException(e);     
                }     
            }     
        }, 0, 1, TimeUnit.SECONDS);     
    }     
         
    public static void main(String[] args) throws Exception {     
    	LogViewToSocket view = new LogViewToSocket();     

    		Socket socket=new So