package com.ghgj.cn.zy;
import java.io.IOException;
import java.net.URI;
import java.net.URISyntaxException;
import java.util.Random;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FSDataInputStream;
import org.apache.hadoop.fs.FSDataOutputStream;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IOUtils;
public class InputRandom {
//从随机地方读文件,读任意长度
public static void main(String[] args) throws IOException, InterruptedException, URISyntaxException {
Random rand = new Random(10);
Configuration conf = new Configuration();
FileSystem fs = FileSystem.get(new URI("hdfs://hadoop01:9000"), conf, "hadoop");
//创建输入流
FSDataInputStream open = fs.open(new Path("/tt/aa/ff.txt"));
open.seek(rand.nextInt(100));
//创建输出流
FSDataOutputStream create = fs.create(new Path("/t"));
int i = rand.nextInt(100);
IOUtils.copyBytes(open, create, new Long(i), true);
}
}
hdfs文件,从随机地方开始读,读取任意长度
最新推荐文章于 2023-05-04 17:31:26 发布