利用Hadoop的FileSystem create方法获取 FSDataOutputStream 实现文件的上传

利用Hadoop的FileSystem create方法获取 FSDataOutputStream 实现文件的上传

hadoop 版本 2.7.0

这是第三个文件上传的方式：（之前发布了两种文件上传方式，都在CSDN的博客中）

package com.feng.test.hdfs.filesystem;


import java.io.FileInputStream;
import java.io.IOException;
import java.net.URI;


import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FSDataOutputStream;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;


/**
 * 创建文件并上传
 * 远程调用机器 需要 liunx 修改 /etc/hosts 添加 10.11.12.4 master
 * @author feng
 *
 */
public class UploadFile {


public static void main(String[] args) {

FileInputStream fis = null;
FSDataOutputStream fsdOutputStream = null;
FileSystem hdfs = null;
try{
String fsrc = "/Users/steven/Development/hadoopworkspace/TestHadoop/files/83.txt";

Configuration config = new Configuration();
// 程序配置
config.set("fs.default.name", "hdfs://master:9000");


hdfs = FileSystem.get(new URI("hdfs://master:9000"),
config, "feng");
Path path = new Path("/feng/mr/"+System.currentTimeMillis());

fsdOutputStream = hdfs.create(path);

fis = new FileInputStream(fsrc);
        byte[] buff = new byte[1024];
int readCount = 0;
readCount = fis.read(buff);
while (readCount != -1) {
fsdOutputStream.write(buff, 0, readCount);
readCount = fis.read(buff);
}

System.out.println(path + " is over !");
}catch(Exception e){
e.printStackTrace();
}finally{
if(fis != null){
try {
fis.close();
} catch (IOException e) {
e.printStackTrace();
}
}
if(fsdOutputStream != null){
try {
fsdOutputStream.close();
} catch (IOException e) {
e.printStackTrace();
}
}
if(hdfs != null){
try {
hdfs.closeAll();
} catch (IOException e) {
e.printStackTrace();
}
}
}
}


}