HDFS的Java接口

package cn.itcast.hadoop.hdfs;

import java.io.FileInputStream;
import java.io.FileNotFoundException;
import java.io.FileOutputStream;
import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;
import java.net.URI;
import java.net.URISyntaxException;

import javax.imageio.stream.FileImageInputStream;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IOUtils;
import org.junit.Before;
import org.junit.Test;

public class HDFSDemo {
		FileSystem fs = null;
		@Before
		public void init() throws IOException, URISyntaxException, InterruptedException{
		//首先创建FileSystem的实现类(工具类)
		fs = FileSystem.get(new URI("hdfs://fuyuhao01:9000"), new Configuration(),"root");
		}
		@Test
		public void testUpload() throws IOException{
			//读取本地文件系统的文件,返回输入流
			InputStream in = new FileInputStream("/root/hadoop-hdfs-2.2.0.jar");
			//在HDFS上创建一个文件,返回输出流
			OutputStream out = fs.create(new Path("/test.jar"));
			//将输入流写出到输出流
			IOUtils.copyBytes(in, out, 4096, true);
		}
		@Test
		public void testDownload() throws IllegalArgumentException, IOException{
			fs.copyToLocalFile(new Path("/hadoop"), new Path("/root/hadoop111"));
		}
		@Test
		public void testMkdir() throws Exception{
			boolean mkdir = fs.mkdirs(new Path("/fuyuhao0106"));
			System.out.println(mkdir);
		}
		@Test
		public void testDel() throws Exception{
			boolean flag = fs.delete(new Path("/fuyuhao0106"), true);
			System.out.println(flag);
		}
	public static void main(String[] args) throws IOException, URISyntaxException {
		// TODO Auto-generated method stub
		FileSystem fs = FileSystem.get(new URI("hdfs://fuyuhao01:9000"), new Configuration());
		InputStream in = fs.open(new Path("/hadoop"));
		OutputStream out = new FileOutputStream("/root/hd");
		IOUtils.copyBytes(in, out, 4096, true);
	}

}

评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值