@Test//1:本地文件上传到hdfs
public void moveFromLocal() throws URISyntaxException, IOException {
//1:获取文件系统
FileSystem fileSystem = FileSystem.get(new URI("hdfs://master:9000"), new Configuration());
//2:执行上传操作copyFromLocalFile
fileSystem.copyFromLocalFile(new Path("D:\\123.txt"),new Path("/123.txt"));
//关闭资源
fileSystem.close();
}
@Test//2:将hdfs的文件下载到本地
public void downToLocal() throws Exception{
//获取hdfs文件系统
FileSystem fileSystem = FileSystem.get(new URI("hdfs://master:9000"), new Configuration());
fileSystem.copyToLocalFile(new Path("/a.txt"),new Path("D:/"));
fileSystem.close();
}
@Test//3:文件删除
public void testDelets() throws Exception{
//1:获取hdfs文件系统
FileSystem fileSystem = FileSystem.get(new URI("hdfs://master:9000"), new Configuration(),"root");
//2:调用api
fileSystem.delete(new Path("/liuxuan"),true);
//关闭filesysrem
fileSystem.close();
}
@Test//文件更名
public void testRename() throws Exception{
//1:获取hdfs文件系统
FileSystem fileSystem = FileSystem.get(new URI("hdfs://master:9000"), new Configuration(),"root");
//2:执行更名操作
fileSystem.rename(new Path("/a.txt"),new Path("/gaibian.txt"));
//关闭filesystem
fileSystem.close();
}
@Test//遍历整个根目录
public void testlistfile() throws Exception{
FileSystem fileSystem = FileSystem.get(new URI("hdfs://master:9000"), new Configuration());
// 查看文件详情
RemoteIterator<LocatedFileStatus> locatedFileStatusRemoteIterator = fileSystem.listFiles(new Path("/"), true);
//遍历迭代器
while(locatedFileStatusRemoteIterator.hasNext()){
LocatedFileStatus next = locatedFileStatusRemoteIterator.next();
System.out.println(next.getPath().getName());//输出文件名称
System.out.println(next.getPermission());//文件名称
System.out.println(next.getLen());//文件长度
BlockLocation[] blockLocations = next.getBlockLocations();
for(BlockLocation blockLocation:blockLocations){
String[] hosts = blockLocation.getHosts();
for(String host:hosts)
{
System.out.println(host);
}
}
System.out.println("---------------------");
}
fileSystem.close();
}
@Test//判断是文件还是文件夹
public void testliststatus() throws Exception{
FileSystem fileSystem = FileSystem.get(new URI("hdfs://master:9000"), new Configuration());
//遍历根目录判断是否是文件
FileStatus[] fileStatuses = fileSystem.listStatus(new Path("/"));
for(FileStatus fileStatus:fileStatuses){
if (fileStatus.isFile())
System.out.println(fileStatus.getPath().getName());
else
System.out.println(fileStatus.getPath().getName());
}
//关闭资源
fileSystem.close();
}
HDSF_api
最新推荐文章于 2024-04-15 09:38:36 发布