hadoop1.1.2java操作hdfs

<span style="font-size:18px;">/**
	 * 删除文件夹
	 * @throws IOException
	 * @throws URISyntaxException
	 */
	public static void deleteFolder() throws IOException, URISyntaxException{
		final FileSystem fileSystem = FileSystem.get(new URI(
				"hdfs://hadoop1:9000"), new Configuration());
		boolean delete = fileSystem.delete(new Path("/dir2"),true);//删除文件夹时必须为true
		if (delete) {
			System.out.println("删除成功");
		}
	}
	
	/**
	 * 遍历文件夹
	 * @throws IOException
	 * @throws URISyntaxException
	 */
	public static void listPath() throws IOException, URISyntaxException{
		final FileSystem fileSystem = FileSystem.get(new URI(
				"hdfs://hadoop1:9000"), new Configuration());
		FileStatus[] fileStatus = fileSystem.listStatus(new Path("/"));
		for (int i = 0; i < fileStatus.length; i++) {
			System.out.println(fileStatus[i].getPath());
		}
	}
	
	/**
	 * 下载文件
	 * @throws IOException
	 * @throws URISyntaxException
	 */
	public static void download() throws IOException, URISyntaxException{
		final FileSystem fileSystem = FileSystem.get(new URI(
				"hdfs://hadoop1:9000"), new Configuration());
		FSDataInputStream in = fileSystem.open(new Path("/dir2/newFile"));
		IOUtils.copyBytes(in, System.out, 1024, true);
	}

	/**
	 * 从linux磁盘上传文件到hdfs
	 * @throws IOException
	 * @throws URISyntaxException
	 */
	public static void upload() throws IOException, URISyntaxException {
		final FileSystem fileSystem = FileSystem.get(new URI(
				"hdfs://hadoop1:9000"), new Configuration());
		final FSDataOutputStream outputStream = fileSystem.create(new Path(
				"/dir2/newFile"));
		final FileInputStream inputStream = new FileInputStream("D:/build.xml");
		IOUtils.copyBytes(inputStream, outputStream, 1024, true);
	}

	/**
	 * hdfs创建目录
	 * 
	 * @throws IOException
	 * @throws URISyntaxException
	 */
	public static void mkdir() throws IOException, URISyntaxException {
		final FileSystem fileSystem = FileSystem.get(new URI(
				"hdfs://hadoop1:9000"), new Configuration());
		final boolean successful = fileSystem.mkdirs(new Path("/dir2"));
		if (successful) {
			System.out.println("创建目录成功");
		}
	}

	/**
	 * hdfs读取文件
	 */
	public static void readFile() {
		try {
			// 使用文件访问协议
			URL.setURLStreamHandlerFactory(new FsUrlStreamHandlerFactory());
			final URL url = new URL("hdfs://hadoop1:9000/dir1/hello");
			final InputStream is = url.openStream();
			// 将读取到的内容输出到控制台
			IOUtils.copyBytes(is, System.out, 1024, true);
		} catch (MalformedURLException e) {
			e.printStackTrace();
		} catch (IOException e) {
			e.printStackTrace();
		}
	}</span>

  • 0
    点赞
  • 0
    收藏
    觉得还不错? 一键收藏
  • 0
    评论
评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值