文件读写

最新推荐文章于 2022-12-30 14:58:49 发布

shj1119

最新推荐文章于 2022-12-30 14:58:49 发布

阅读量427

点赞数

分类专栏： hadoop学习积累

本文链接：https://blog.csdn.net/shj1119/article/details/17011829

版权

hadoop学习积累专栏收录该内容

31 篇文章 0 订阅

订阅专栏

package com.test;

import java.io.FileOutputStream;
import java.io.OutputStream;
import java.net.URI;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FSDataInputStream;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IOUtils;

public class HDFS2Local {
public static void main(String[] args) throws Exception {
String hdfsDir=args[0];
String localDir=args[1];
OutputStream out =new FileOutputStream(localDir);

Configuration conf=new Configuration();
FileSystem fs=FileSystem.get(URI.create(hdfsDir),conf);
FSDataInputStream in=null;
try{
in=fs.open(new Path(hdfsDir));
in.seek(100);
//out.flush();
IOUtils.copyBytes(in, out, 20,4096,false);
//IOUtils.c
//out.flush();
}finally{
IOUtils.closeStream(in);
}

}

}

--------

package com.test;

import java.io.IOException;
import java.io.InputStream;
import java.net.URI;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IOUtils;

public class FileSystemCat {

public static void main(String[] args) throws IOException {
String uri=args[0];
Configuration conf=new Configuration();
FileSystem fs=FileSystem.get(URI.create(uri),conf);
InputStream in =null;
try{
in=fs.open(new Path(uri));
IOUtils.copyBytes(in, System.out,4096,false);
}finally{
IOUtils.closeStream(in);
}
}

}