HDFS基本操作(命令行和客户端)

一、命令行操作

1.显示目录信息：

[root@hadoop001 hadoop-2.6.5]# hadoop fs -ls /

[root@hadoop001 hadoop-2.6.5]# hadoop fs -ls /
Found 2 items
drwx------   - root supergroup          0 2018-08-13 19:06 /tmp
drwxr-xr-x   - root supergroup          0 2018-08-13 19:03 /user

2.显示多级目录：

[root@hadoop001 hadoop-2.6.5]# hadoop fs -ls -R /

3.创建多级目录：

[root@hadoop001 hadoop-2.6.5]# hadoop fs -mkdir -p /aaa/bbb/cc/dd

[root@hadoop001 hadoop-2.6.5]# hadoop fs  -mkdir  -p  /aaa/bbb/cc/dd
[root@hadoop001 hadoop-2.6.5]# hadoop fs -ls -R /
drwxr-xr-x   - root supergroup          0 2018-08-13 19:54 /aaa
drwxr-xr-x   - root supergroup          0 2018-08-13 19:54 /aaa/bbb
drwxr-xr-x   - root supergroup          0 2018-08-13 19:54 /aaa/bbb/cc
drwxr-xr-x   - root supergroup          0 2018-08-13 19:54 /aaa/bbb/cc/dd

4.将文件从本地剪切到hdfs

[root@hadoop001 hadoop-2.6.5]# hadoop fs -moveFromLocal input/log.txt /user/data/

[root@hadoop001 hadoop-2.6.5]# hadoop fs -ls -R /
drwxr-xr-x   - root supergroup          0 2018-08-13 19:03 /user
drwxr-xr-x   - root supergroup          0 2018-08-13 19:58 /user/data
[root@hadoop001 hadoop-2.6.5]# hadoop  fs  -moveFromLocal  input/log.txt  /user/data/
[root@hadoop001 hadoop-2.6.5]# hadoop fs -ls -R /
drwxr-xr-x   - root supergroup          0 2018-08-13 19:03 /user
drwxr-xr-x   - root supergroup          0 2018-08-13 19:59 /user/data
-rw-r--r--   3 root supergroup      39654 2018-08-13 19:59 /user/data/log.txt

5.将文件从本地拷贝到hdfs

[root@hadoop001 hadoop-2.6.5]# hadoop fs -copyFromLocal input/phone_data.txt /user/data/

[root@hadoop001 hadoop-2.6.5]# hadoop fs -copyFromLocal input/phone_data.txt /user/data/
[root@hadoop001 hadoop-2.6.5]# hadoop fs -ls -R /
drwxr-xr-x   - root supergroup          0 2018-08-13 19:03 /user
drwxr-xr-x   - root supergroup          0 2018-08-13 20:02 /user/data
-rw-r--r--   3 root supergroup      39654 2018-08-13 19:59 /user/data/log.txt
-rw-r--r--   3 root supergroup       1429 2018-08-13 20:02 /user/data/phone_data.txt

[root@hadoop001 hadoop-2.6.5]# hadoop fs -put input/phone_data.txt /user/data/

[root@hadoop001 hadoop-2.6.5]# hadoop fs -ls -R /
drwxr-xr-x   - root supergroup          0 2018-08-13 19:03 /user
drwxr-xr-x   - root supergroup          0 2018-08-13 20:03 /user/data
-rw-r--r--   3 root supergroup      39654 2018-08-13 19:59 /user/data/log.txt
[root@hadoop001 hadoop-2.6.5]# hadoop fs -put input/phone_data.txt /user/data/
[root@hadoop001 hadoop-2.6.5]# hadoop fs -ls -R /
drwxr-xr-x   - root supergroup          0 2018-08-13 19:03 /user
drwxr-xr-x   - root supergroup          0 2018-08-13 20:04 /user/data
-rw-r--r--   3 root supergroup      39654 2018-08-13 19:59 /user/data/log.txt
-rw-r--r--   3 root supergroup       1429 2018-08-13 20:04 /user/data/phone_data.txt

6.将文件从hdfs粘贴到本地

hadoop fs - moveToLocal /aaa/bbb/cc/dd /home/hadoop/a.txt

这条命令在hadoop-2.6.5不能使用

7.将文件从hdfs复制到本地

[root@hadoop001 hadoop-2.6.5]# hadoop fs -get /user/data/log.txt input/

[root@hadoop001 hadoop-2.6.5]# hadoop fs -get /user/data/log.txt input/
[root@hadoop001 hadoop-2.6.5]# hadoop fs -ls -R /
drwxr-xr-x   - root supergroup          0 2018-08-13 19:03