Hadoop[1] 对文件的操作(Java)

1. 上传文件到Hadoop File System

//HadoopCopyFromLocal.java

import java.io.IOException;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;

public class HadoopCopyFromLocal {
   public static void main(String[] args) throws IOException {
      Configuration config = new Configuration();
      FileSystem fs = FileSystem.get(config);
      Path src = new Path("/usr/hadoop/src/20130520/HadoopMkDir.java");
      Path dist = new Path("/usr/hadoop/src/tested");

      fs.copyFromLocalFile(src, dist); 

      System.err.println("Done!!!"); 

   }

}

//对应的命令行操作
hadoop fs -copyFromLocal /usr/hadoop/src/20130520/HadoopMkDir.class /usr/hadoop/src/tested/hadoop fs -copyFromLocal /usr/hadoop/src/20130520/HadoopMkDir.class /usr/hadoop/src/tested/

2. 在Hadoop fs中新建文件并且写入内容
//HadoopWriteFile.java
import java.io.IOException;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.FSDataOutputStream;
import org.apache.hadoop.fs.Path;

public class HadoopWriteFile {
   public static void main(String[] args) throws IOException {
      Configuration config = new Configuration();
      FileSystem fs = FileSystem.get(config);
      Path file = new Path("/usr/hadoop/src/tested/HelloHadoop.txt");
      FSDataOutputStream fsdos = fs.create(file);
      fsdos.write("Hello, Hadoop!!!".getBytes());
      fsdos.flush();
      fsdos.close();
   }
}



// javac HadoopWriteFile.java
// jar -cvf hadoop-write-file.jar HadoopWriteFile.class
// hadoop jar hadoop-write-file.jar HadoopWriteFile
// hadoop fs -ls /usr/hadoop/src/tested
//fs -text /usr/hadoop/src/tested/HelloHadoop.txt
3. 在Hadoop fs中删除上传的文件
//to do

4. 读取文件
//to do

5. 文件修改时间
//to do