【无标题】

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.*;
import java.io.*;
public class HDFSApi {
 
 public static boolean test(Configuration conf, String path) throws IOException {
 FileSystem fs = FileSystem.get(conf);
 return fs.exists(new Path(path));
 }
 
 public static void copyFromLocalFile(Configuration conf, String localFilePath, String
remoteFilePath) throws IOException {
 FileSystem fs = FileSystem.get(conf);
 Path localPath = new Path(localFilePath);
 Path remotePath = new Path(remoteFilePath);
 
 fs.copyFromLocalFile(false, true, localPath, remotePath);
 fs.close();
 }

 public static void appendToFile(Configuration conf, String localFilePath, String
remoteFilePath) throws IOException {
 FileSystem fs = FileSystem.get(conf);
 Path remotePath = new Path(remoteFilePath);

 FileInputStream in = new FileInputStream(localFilePath);

 FSDataOutputStream out = fs.append(remotePath);

 byte[] data = new byte[1024];
 int read = -1;
 while ( (read = in.read(data)) > 0 ) {
 out.write(data, 0, read);
 }
 out.close();
 in.close();
 fs.close();
 }
 

public static void main(String[] args) {
Configuration conf = new Configuration();
 conf.set("fs.default.name","hdfs://localhost:9000");
String localFilePath = "/home/hadoop/text.txt"; 
String remoteFilePath = "/user/hadoop/text.txt"; 
String choice = "append"; 
// String choice = "overwrite"; 
try {

Boolean fileExists = false;
if (HDFSApi.test(conf, remoteFilePath)) {
fileExists = true;
System.out.println(remoteFilePath + " 已存在.");
} else {
System.out.println(remoteFilePath + " 不存在.");
}
/* 进行处理 */
if ( !fileExists) { // 文件不存在，则上传
HDFSApi.copyFromLocalFile(conf, localFilePath, remoteFilePath);
System.out.println(localFilePath + " 已上传至 " + remoteFilePath);
} else if ( choice.equals("overwrite") ) { // 选择覆盖
HDFSApi.copyFromLocalFile(conf, localFilePath, remoteFilePath);
System.out.println(localFilePath + " 已覆盖 " + remoteFilePath);
} else if ( choice.equals("append") ) { // 选择追加
HDFSApi.appendToFile(conf, localFilePath, remoteFilePath);
System.out.println(localFilePath + " 已追加至 " + remoteFilePath);
}
} catch (Exception e) {
e.printStackTrace();
}
}
}