使用hadoop自带的例子作测试 笔记三

使用hadoop自带的例子作测试

Hadoop中的常用命令:

//查看目录文件

root@vm:/software/hadoop/hadoop-0.20.2#bin/hadoopdfs-ls/

Found1items

drwxr-xr-x-rootsupergroup02015-10-0213:25/opt

#将操作系统中的文件放到hadoop中

Hadoopdfs-put本地文件hadopp文件夹

#将文件下载到本地

Hadoopdfs-get(hadoop文件名)本地路径

#查看文件内容

Hadoopdfs-cat文件名

#删除文件目录

Hadoopdfs-rmr文件名

#全局查看datenode的情况

Hadoopdfsadmin-report

#对于当前运行job的操作

Hadoopjob(list/kill)

#均衡磁盘负载

Hadoopbalancer

#进入和退出安全模式

Hadoopdfsadmin-safemodeenter

Hadoopdfsadmin-safemodeleave

对安装好的hadoop进行测试

在datanode中建立两个文件

Cdretacn

Mkdirinput

Echo“helloworld”>test1.txt

Echo“hellohadoop”>test2.txt

Cd~/hadoop-0.20.2

#将文件上传到dfs中

Bin/hadoopdfs-put/root/imputin

#查看文件

Bin/hadoopdfs-ls./in/*

#查看文件内容

Hadoopdfs-cat文件名

使用hadoop自带的wordcount程序进行测试

#in为数据源,out为输出目录

root@vm:/software/hadoop/hadoop-0.20.2#bin/hadoopjarhadoop-0.20.2-examples.jarwordcountinout

15/10/0221:28:55INFOinput.FileInputFormat:Totalinputpathstoprocess:2

15/10/0221:28:57INFOmapred.JobClient:Runningjob:job_201510022121_0001

15/10/0221:28:58INFOmapred.JobClient:map0%reduce0%

15/10/0221:29:50INFOmapred.JobClient:map50%reduce0%

15/10/0221:30:03INFOmapred.JobClient:map100%reduce0%

15/10/0221:30:09INFOmapred.JobClient:map100%reduce100%

15/10/0221:30:11INFOmapred.JobClient:Jobcomplete:job_201510022121_0001

15/10/0221:30:11INFOmapred.JobClient:Counters:17

15/10/0221:30:11INFOmapred.JobClient:JobCounters

15/10/0221:30:11INFOmapred.JobClient:Launchedreducetasks=1

15/10/0221:30:11INFOmapred.JobClient:Launchedmaptasks=2

15/10/0221:30:11INFOmapred.JobClient:Data-localmaptasks=2

15/10/0221:30:11INFOmapred.JobClient:FileSystemCounters

15/10/0221:30:11INFOmapred.JobClient:FILE_BYTES_READ=55

15/10/0221:30:11INFOmapred.JobClient:HDFS_BYTES_READ=25

15/10/0221:30:11INFOmapred.JobClient:FILE_BYTES_WRITTEN=180

15/10/0221:30:11INFOmapred.JobClient:HDFS_BYTES_WRITTEN=25

15/10/0221:30:11INFOmapred.JobClient:Map-ReduceFramework

15/10/0221:30:11INFOmapred.JobClient:Reduceinputgroups=3

15/10/0221:30:11INFOmapred.JobClient:Combineoutputrecords=4

15/10/0221:30:11INFOmapred.JobClient:Mapinputrecords=2

15/10/0221:30:11INFOmapred.JobClient:Reduceshufflebytes=61

15/10/0221:30:11INFOmapred.JobClient:Reduceoutputrecords=3

15/10/0221:30:11INFOmapred.JobClient:SpilledRecords=8

15/10/0221:30:11INFOmapred.JobClient:Mapoutputbytes=41

15/10/0221:30:11INFOmapred.JobClient:Combineinputrecords=4

15/10/0221:30:11INFOmapred.JobClient:Mapoutputrecords=4

15/10/0221:30:11INFOmapred.JobClient:Reduceinputrecords=4

查看测试结果

#查看根目录下的所有文件

Bin/hadoopdfs-ls

#查看文件

Bin/hadoopdfs-cat./out/*