storm环境下重写bolt实现读写hdfs

        环境是linux+storm+hdfs。要实现从本地上传文件到hdfs上。难点是要在storm上编译实现。

        首先是从本地直接上传hdfs，在Eclipse上编译即可。

package storm.starter.bolt;

import java.io.IOException;  

import org.apache.hadoop.conf.Configuration;    
import org.apache.hadoop.fs.FileSystem;  
import org.apache.hadoop.fs.Path;

public class HdfsBolt
{
	public static void main(String []args)
	{
		//uploadFile();
		//createFileOnHDFS();
		deleteFileOnHDFS();
	}
		static Configuration conf=new Configuration();
	 
	public static void uploadFile()
	{
		try {
			  FileSystem fs=FileSystem.get(conf);
			  Path src =new Path("/home/wx/Desktop/HdfsBolt.txt");  
		       
		       Path dst =new Path("hdfs://master:8020/");  
		       try {  
		           fs.copyFromLocalFile(src, dst); 
		           System.out.println("success!");  
		       } catch (IOException e) {  
		           // TODO Auto-generated catch block  
		           e.printStackTrace();  
		       }   
		} catch (IOException e) {
			// TODO Auto-generated catch block
			e.printStackTrace();
		} 
		
		  
	}
	
	public static void createFileOnHDFS()
	{
		try {
			  FileSystem fs=FileSystem.get(conf);
			  Path p = new Path("hdfs://master:8020/new.txt");
		       try {  
		    	   fs.createNewFile(p);
		 		  fs.close();
		 		  System.out.println("success!"); 
		       } catch (IOException e) {  
		           // TODO Auto-generated catch block  
		           e.pri