java实现相关hdfs操作【转载】

调用相关代码，实现相关hdfs操作

package hdfs;

import java.io.InputStream;
import java.net.URL;

import org.apache.hadoop.fs.FsUrlStreamHandlerFactory;
import org.apache.hadoop.io.IOUtils;

public class App1 {
    /**
     * 异常：unknown host: chaoren 本机没有解析主机名chaoren
     * 在C:\Windows\System32\drivers\etc\hosts文件中添加192.168.80.100
     * chaoren(win10中要添加写入权限才能写入)
     */
    static final String PATH = "hdfs://chaoren:9000/hello";

    public static void main(String[] args) throws Exception {
        // 让URL能够解析hdfs协议
        URL.setURLStreamHandlerFactory(new FsUrlStreamHandlerFactory());
        URL url = new URL(PATH);
        InputStream in = url.openStream();
        /**
         * @param in
         *            输入流
         * @param out
         *            输出流
         * @param buffSize
         *            缓冲大小
         * @param close
         *            在传输结束后是否关闭流
         */
        IOUtils.copyBytes(in, System.out, 1024, true);// 读取文件hello中的内容
    }

}

package hdfs;

import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.IOException;
import java.net.URI;
import java.net.URISyntaxException;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FSDataInputStream;
import org.apache.hadoop.fs.FSDataOutputStream;
import org.apache.hadoop.fs.FileStatus;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IOUtils;

public class App2 {
    static final String PATH = "hdfs://chaoren:9000/";
    static final String DIR = "/d1";
    static final String FILE = "/d1/hello";

    public static void main(String[] args) throws Exception {
        FileSystem fileSystem = getFileSystem();

        // 创建文件夹 hadoop fs -mkdir /d1
        mkDir(fileSystem);

        // 上传文件 hadoop fs -put src des
        putData(fileSystem);

        // 下载文件 hadoop fs -get src des
        getData(fileSystem);

        // 浏览文件夹 hadoop fs -lsr path
        list(fileSystem);

        // 删除文件夹 hadoop fs -rmr /d1
        remove(fileSystem);
    }

    private static void remove(FileSystem fileSystem) throws IOException {
        fileSystem.delete(new Path(DIR), true);
    }

    private static void list(FileSystem fileSystem) throws IOException {
        FileStatus[] listStatus = fileSystem.listStatus(new Path("/"));
        for (FileStatus fileStatus : listStatus) {
            String isDir = fileStatus.isDir() ? "文件夹" : "文件";
            String permission = fileStatus.getPermission().toString();
            int replication = fileStatus.getReplication();
            long len = fileStatus.getLen();
            String path = fileStatus.getPath().toString();
            System.out.println(isDir + "\t" + permission + "\t" + replication
                    + "\t" + len + "\t" + path);
        }
    }

    private static void getData(FileSystem fileSystem) throws IOException {
        FSDataInputStream inputStream = fileSystem.open(new Path(FILE));
        IOUtils.copyBytes(inputStream, System.out, 1024, true);
    }

    private static void putData(FileSystem fileSystem) throws IOException,
            FileNotFoundException {
        FSDataOutputStream out = fileSystem.create(new Path(FILE));
        FileInputStream in = new FileInputStream("C:/Users/ahu_lichang/cp.txt");// 斜杠方向跟Windows下是相反的
        IOUtils.copyBytes(in, out, 1024, true);
    }

    private static void mkDir(FileSystem fileSystem) throws IOException {
        fileSystem.mkdirs(new Path(DIR));
    }

    private static FileSystem getFileSystem() throws IOException,
            URISyntaxException {
        FileSystem fileSystem = FileSystem.get(new URI(PATH),
                new Configuration());
        return fileSystem;
    }

}

http://www.cnblogs.com/ahu-lichang/p/6641876.html#undefined