利用 Hadoop FileSystem moveToLocalFile 方法下载文件 实现HDFS操作

Hadoop 版本 2.7.0

利用 Hadoop FileSystem moveToLocalFile 方法下载文件 实现HDFS操作

package com.feng.test.hdfs.filesystem;

import java.net.URI;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;

/**
 * 下载文件 远程调用机器 需要 liunx 修改 /etc/hosts 添加 10.11.12.4 master
 * 
 * @author feng
 *
 */

public class MoveToLocalFile {

    public static void main(String[] args) {
        FileSystem hdfs = null;
        try {
            String fsrc = "/feng/tmp/1462950193038";
            String destDir = "/Users/feng/Downloads/83.txt";

            Configuration config = new Configuration();
            // 程序配置
            config.set("fs.default.name", "hdfs://master:9000");

            hdfs = FileSystem
                    .get(new URI("hdfs://master:9000"), config, "feng");
            Path srcPath = new Path(fsrc);
            Path destPath = new Path(destDir);

            hdfs.moveToLocalFile(srcPath, destPath);
            System.out.println("It is over !");
        } catch (Exception e) {
            e.printStackTrace();
        } finally {
            if (hdfs != null) {
                try {
                    hdfs.closeAll();
                } catch (Exception e) {
                    e.printStackTrace();
                }
            }
        }
    }

}