hadoop-hdfs操作-03

最新推荐文章于 2024-03-27 15:25:53 发布

一路阳光CCG

最新推荐文章于 2024-03-27 15:25:53 发布

阅读量512

点赞数

分类专栏： linux 文章标签： hadoop

本文链接：https://blog.csdn.net/yangguangniubi/article/details/127487959

版权

linux 专栏收录该内容

14 篇文章 0 订阅

订阅专栏

常用命令

上传 -put

#先创建一个文件夹来操作
[root@hadoop102 hadoop-3.1.3]# hadoop fs -mkdir /sanguo
#创建文件蜀国
[root@hadoop102 hadoop-3.1.3]# vim shuguo.txt
shuguo
保存退出


[root@hadoop102 hadoop-3.1.3]# ll
总用量 184
drwxr-xr-x. 2 zyg  zyg     183 9月  12 2019 bin
drwxr-xr-x. 4 root root     37 10月 14 18:30 data
drwxr-xr-x. 3 zyg  zyg      20 9月  12 2019 etc
drwxr-xr-x. 2 zyg  zyg     106 9月  12 2019 include
drwxr-xr-x. 3 zyg  zyg      20 9月  12 2019 lib
drwxr-xr-x. 4 zyg  zyg     288 9月  12 2019 libexec
-rw-rw-r--. 1 zyg  zyg  147145 9月   4 2019 LICENSE.txt
drwxr-xr-x. 3 root root   4096 10月 24 10:47 logs
-rw-rw-r--. 1 zyg  zyg   21867 9月   4 2019 NOTICE.txt
-rw-rw-r--. 1 zyg  zyg    1366 9月   4 2019 README.txt
drwxr-xr-x. 3 zyg  zyg    4096 9月  12 2019 sbin
drwxr-xr-x. 4 zyg  zyg      31 9月  12 2019 share
-rw-r--r--. 1 root root      7 10月 24 10:49 shuguo.txt
drwxr-xr-x. 2 root root     22 10月 15 14:41 wcinput
drwxr-xr-x. 2 root root      6 10月 15 15:14 wordcount
#########################上传
[root@hadoop102 hadoop-3.1.3]# hadoop fs -put shuguo.txt /sanguo

[root@hadoop102 hadoop-3.1.3]# vim weiguo.txt
weiguo
保存退出
[root@hadoop102 hadoop-3.1.3]# hadoop fs -put weiguo.txt /sanguo
2022-10-24 10:55:09,019 INFO sasl.SaslDataTransferClient: SASL encryption trust check: localHostTrusted = false, remoteHostTrusted = false

[root@hadoop102 hadoop-3.1.3]# vim wuguo.txt
wuguo
保存退出
[root@hadoop102 hadoop-3.1.3]# hadoop fs -put wuguo.txt /sanguo
2022-10-24 10:55:18,372 INFO sasl.SaslDataTransferClient: SASL encryption trust check: localHostTrusted = false, remoteHostTrusted = false

追加-appendToFile

#########################################追加文件
[root@hadoop102 hadoop-3.1.3]# vim liubei.txt
liubei
保存退出
[root@hadoop102 hadoop-3.1.3]# hadoop fs -appendToFile liubei.txt /sanguo/shuguo.txt
2022-10-24 10:58:31,110 INFO sasl.SaslDataTransferClient: SASL encryption trust check: localHostTrusted = false, remoteHostTrusted = false
[root@hadoop102 hadoop-3.1.3]#

下载-get

######################################删除文件shuguo.txt
[root@hadoop102 hadoop-3.1.3]# rm -rf shuguo.txt 
[root@hadoop102 hadoop-3.1.3]# ll
总用量 192
drwxr-xr-x. 2 zyg  zyg     183 9月  12 2019 bin
drwxr-xr-x. 4 root root     37 10月 14 18:30 data
drwxr-xr-x. 3 zyg  zyg      20 9月  12 2019 etc
drwxr-xr-x. 2 zyg  zyg     106 9月  12 2019 include
drwxr-xr-x. 3 zyg  zyg      20 9月  12 2019 lib
drwxr-xr-x. 4 zyg  zyg     288 9月  12 2019 libexec
-rw-rw-r--. 1 zyg  zyg  147145 9月   4 2019 LICENSE.txt
-rw-r--r--. 1 root root      7 10月 24 10:57 liubei.txt
drwxr-xr-x. 3 root root   4096 10月 24 10:47 logs
-rw-rw-r--. 1 zyg  zyg   21867 9月   4 2019 NOTICE.txt
-rw-rw-r--. 1 zyg  zyg    1366 9月   4 2019 README.txt
drwxr-xr-x. 3 zyg  zyg    4096 9月  12 2019 sbin
drwxr-xr-x. 4 zyg  zyg      31 9月  12 2019 share
drwxr-xr-x. 2 root root     22 10月 15 14:41 wcinput
-rw-r--r--. 1 root root      7 10月 24 10:54 weiguo.txt
drwxr-xr-x. 2 root root      6 10月 15 15:14 wordcount
-rw-r--r--. 1 root root      6 10月 24 10:54 wuguo.txt
#######################################下载
[root@hadoop102 hadoop-3.1.3]# hadoop fs -get /sanguo/shuguo.txt
2022-10-24 11:10:41,578 INFO sasl.SaslDataTransferClient: SASL encryption trust check: localHostTrusted = false, remoteHostTrusted = false
[root@hadoop102 hadoop-3.1.3]# ll
-rw-r--r--. 1 root root     14 10月 24 11:10 shuguo.txt

#######################################下载到指定文件名称
root@hadoop102 hadoop-3.1.3]# hadoop fs -get /sanguo/shuguo.txt ./shuguo2.txt
2022-10-24 11:13:07,076 INFO sasl.SaslDataTransferClient: SASL encryption trust check: localHostTrusted = false, remoteHostTrusted = false
[root@hadoop102 hadoop-3.1.3]# ll
-rw-r--r--. 1 root root     14 10月 24 11:13 shuguo2.txt
-rw-r--r--. 1 root root     14 10月 24 11:10 shuguo.txt
[root@hadoop102 hadoop-3.1.3]#

HDFS直接操作

-ls命令：查看文件列表

[root@hadoop102 hadoop-3.1.3]# hadoop fs -ls
Found 1 items
drwxr-xr-x   - root supergroup          0 2022-10-15 15:31 input
[root@hadoop102 hadoop-3.1.3]# hadoop fs -ls /sanguo
Found 3 items
-rw-r--r--   3 root supergroup         14 2022-10-24 10:58 /sanguo/shuguo.txt
-rw-r--r--   3 root supergroup          7 2022-10-24 10:55 /sanguo/weiguo.txt
-rw-r--r--   3 root supergroup          6 2022-10-24 10:55 /sanguo/wuguo.txt
[root@hadoop102 hadoop-3.1.3]#

-cat命令：查看文件内容

[root@hadoop102 hadoop-3.1.3]# hadoop fs -cat /sanguo/shuguo.txt
2022-10-24 11:21:24,206 INFO sasl.SaslDataTransferClient: SASL encryption trust check: localHostTrusted = false, remoteHostTrusted = false
shuguo
liubei
[root@hadoop102 hadoop-3.1.3]#

-chgrp,-chmod,-chown:修改文件所属权限

-mkdir：创建文件

[root@hadoop102 hadoop-3.1.3]# hadoop fs -mkdir /jinguo

-cp:从hdfs的一个路径拷贝到hdfs的另一个路径

[root@hadoop102 hadoop-3.1.3]# hadoop fs -cp /sanguo/shuguo.txt /jinguo
2022-10-24 11:26:04,450 INFO sasl.SaslDataTransferClient: SASL encryption trust check: localHostTrusted = false, remoteHostTrusted = false
2022-10-24 11:26:04,558 INFO sasl.SaslDataTransferClient: SASL encryption trust check: localHostTrusted = false, remoteHostTrusted = false
[root@hadoop102 hadoop-3.1.3]#

-mv：在hdfs中移动文件

[root@hadoop102 hadoop-3.1.3]# hadoop fs -mv /sanguo/wuguo.txt /jinguo
[root@hadoop102 hadoop-3.1.3]# hadoop fs -mv /sanguo/weiguo.txt /jinguo

-tail:显示一个文件的末尾1kb的数据

-rm:删除文件或文件夹

#############################删除指定文件
[root@hadoop102 hadoop-3.1.3]# hadoop fs -rm /sanguo/shuguo.txt
Deleted /sanguo/shuguo.txt
##############################循环删除
[root@hadoop102 hadoop-3.1.3]# hadoop fs -rm -r /sanguo
Deleted /sanguo

-du:统计文件夹的大小信息

[root@hadoop102 hadoop-3.1.3]# hadoop fs -du /jinguo
14  42  /jinguo/shuguo.txt
7   21  /jinguo/weiguo.txt
6   18  /jinguo/wuguo.txt
[root@hadoop102 hadoop-3.1.3]# hadoop fs -du -s -h /jinguo
27  81  /jinguo
[root@hadoop102 hadoop-3.1.3]#

-setrep:设置hdfs中文件的副本数量
```
[root@hadoop102 hadoop-3.1.3]# hadoop fs -setrep 10 /jinguo/shuguo.txt
Replication 10 set: /jinguo/shuguo.txt
[root@hadoop102 hadoop-3.1.3]# 
```
这里设置的副本数只是记录在NameNode的元数据中，只有节点数量增加到10台时，副本数才能达到10