hdfs下载文件到本地

最新推荐文章于 2024-09-08 10:09:24 发布

Z-Calar

最新推荐文章于 2024-09-08 10:09:24 发布

阅读量4.9k

点赞数 1

分类专栏： mapreduce开发文章标签： hdfs mapreduce

mapreduce开发专栏收录该内容

10 篇文章 0 订阅

订阅专栏

import java.io.FileOutputStream;
import java.io.OutputStream;
import java.net.URI;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FSDataInputStream;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IOUtils;

public static void main(String[] args) throws Exception

{
String dest = "hdfs://master001:9000/zhaimo/test62015_09_17_04_38_02/part-r-00000";
String local = "d:\\test16.txt";
Configuration conf = new Configuration();
FileSystem fs = FileSystem.get(URI.create(dest),conf);
FSDataInputStream fsdi = fs.open(new Path(dest));
OutputStream output = new FileOutputStream(local);
IOUtils.copyBytes(fsdi,output,4096,true);
}