环境是linux+storm+hdfs。要实现从本地上传文件到hdfs上。难点是要在storm上编译实现。
首先是从本地直接上传hdfs,在Eclipse上编译即可。
package storm.starter.bolt;
import java.io.IOException;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
public class HdfsBolt
{
public static void main(String []args)
{
//uploadFile();
//createFileOnHDFS();
deleteFileOnHDFS();
}
static Configuration conf=new Configuration();
public static void uploadFile()
{
try {
FileSystem fs=FileSystem.get(conf);
Path src =new Path("/home/wx/Desktop/HdfsBolt.txt");
Path dst =new Path("hdfs://master:8020/");
try {
fs.copyFromLocalFile(src, dst);
System.out.println("success!");
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
} catch (IOException e) {
// TODO Auto-generated catch block
e.printStackTrace();
}
}
public static void createFileOnHDFS()
{
try {
FileSystem fs=FileSystem.get(conf);
Path p = new Path("hdfs://master:8020/new.txt");
try {
fs.createNewFile(p);
fs.close();
System.out.println("success!");
} catch (IOException e) {
// TODO Auto-generated catch block
e.pri