Hadoop HDFS文件系统通过java FileSystem 实现上传下载等

最新推荐文章于 2024-05-26 13:24:12 发布

糖糖_

最新推荐文章于 2024-05-26 13:24:12 发布

阅读量1.5w

点赞数 1

分类专栏： hadoop java 文章标签： hadoop FileSystem hdfs文件下载

本文链接：https://blog.csdn.net/linlinv3/article/details/42713065

版权

package linlintest;

import java.io.File;
import java.io.FileOutputStream;
import java.io.IOException;
import java.net.URI;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FSDataInputStream;
import org.apache.hadoop.fs.FileStatus;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IOUtils;

public class HdfsFileSystem {
	
	 public static void main(String[] args) throws Exception  {
    	 //String uri="hdfs://LL-167:8020/";   //hdfs 地址
		 // String remote="hdfs://LL-167:8020/lin/in1/1.txt"; //hdfs上的路径
		 String uri="hdfs://192.168.0.151:8020/";   //hdfs 地址
         String local="C:/Users/Administrator/Desktop/a.txt";  //本地路径
         String remote="hdfs://192.168.0.151:8020/Workspace/houlinlin";
         Configuration conf = new Configuration();
         
         //cat(conf ,uri,"hdfs://LL-167:8020/lin/in1/1.txt");
         //download(conf ,uri,remote,local);
        //  delete(conf ,uri,"hdfs://192.168.0.173:8020/Workspace/houlinlin");
         // markDir(conf ,uri,"hdfs://192.168.0.151:8020/Workspace/houlinlin/file/apply/2014/8a8380c7459dd8b90145a1fafb500235");
        
        //  checkDir(uri,"d:/file");
        // getFile(conf ,uri,"","hdfs://192.168.0.151:8020/Workspace/houlinlin/a.txt");
         copyFile(conf,uri,"C:/Users/Administrator/Desktop/8a8380c745