将本地文件复制到hadoop文件系统

最新推荐文章于 2024-08-26 03:24:00 发布

weixin_34307464

最新推荐文章于 2024-08-26 03:24:00 发布

阅读量929

点赞数

文章标签：大数据 java

原文链接：http://www.cnblogs.com/zhangtongzct/p/6094223.html

版权

package com.yoyosys.cebbank.bdap.service.mr;

import java.io.BufferedInputStream;
import java.io.FileInputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.net.URI;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IOUtils;

/**
 * 将本地文件复制到hadoop文件系统
 * @author Administrator
 *
 */

public class FileSystemCat {
    public static void main(String[] args) throws IOException {
        String localsrc = args[0];
        String dst = args[1];
        InputStream in = new BufferedInputStream(new FileInputStream(localsrc));
        Configuration conf = new Configuration();
        FileSystem fs = FileSystem.get(URI.create(dst),conf);
        OutputStream out = fs.create(new Path(dst));
        IOUtils.copyBytes(in, out,4096, true);//true代表是否执行完关闭数据流
    }

}

package com.yoyosys.cebbank.bdap.service.mr;
import java.io.BufferedInputStream;import java.io.FileInputStream;import java.io.IOException;import java.io.InputStream;import java.io.OutputStream;import java.net.URI;
import org.apache.hadoop.conf.Configuration;import org.apache.hadoop.fs.FileSystem;import org.apache.hadoop.fs.Path;import org.apache.hadoop.io.IOUtils;
/** * 将本地文件复制到hadoop文件系统 * @author Administrator * */
public class FileSystemCat {public static void main(String[] args) throws IOException {String localsrc = args[0];String dst = args[1];InputStream in = new BufferedInputStream(new FileInputStream(localsrc));Configuration conf = new Configuration();FileSystem fs = FileSystem.get(URI.create(dst),conf);OutputStream out = fs.create(new Path(dst));IOUtils.copyBytes(in, out,4096, true);//true代表是否执行完关闭数据流}
}

转载于:https://www.cnblogs.com/zhangtongzct/p/6094223.html