一、HDFS文件上传
@Test
public void putFileToHDFS() throws IOException, InterruptedException, URISyntaxException {
Configuration conf = new Configuration();
FileSystem fs = FileSystem.get(new URI("hdfs://SZMaster01:9000"), conf, "hadoop");
FileInputStream fis = new FileInputStream(new File("data/intr.txt"));
FSDataOutputStream fos = fs.create(new Path("/2020/intr.txt"));
IOUtils.copyBytes(fis, fos, conf);
IOUtils.closeStream(fos);
IOUtils.closeStream(fis);
fs.close();
System.out.println("over");
}
二、HDFS文件下载
@Test
public void getFileFromHDFS() throws IOException, InterruptedException, URISyntaxException {
Configuration conf = new Configuration();
FileSystem fs = FileSystem.get(new URI("hdfs://SZMaster01:9000"), conf, "hadoop");
FSDataInputStream fis = fs.open(new Path("/zhuijia.txt"));
FileOutputStream fos = new FileOutputStream(new File("data/zhuijia.txt"));
IOUtils.copyBytes(fis, fos, conf);
IOUtils.closeStream(fos);
IOUtils.closeStream(fis);
fs.close();
System.out.println("over");
}
三、HDFS定位文件读取