linux伪分布式测试hadoop,Hadoop伪分布式模式测试(hadoop-0.20.2)

# 配置系统

conf/core-site.xml:

fs.default.name

hdfs://localhost:9000

conf/hdfs-site.xml:

dfs.replication

1

conf/mapred-site.xml:

mapred.job.tracker

localhost:9001

# 配置SSH

$ ssh-keygen -t dsa -P '' -f ~/.ssh/id_dsa

$ cat ~/.ssh/id_dsa.pub >> ~/.ssh/authorized_keys

# 格式化

$ bin/Hadoop namenode -format

# 启动服务

$ bin/start-all.sh

# 浏览服务

NameNode - http://localhost:50070/

JobTracker - http://localhost:50030/

# 复制文件

$ bin/hadoop fs -put conf input

# 运行程序

$ bin/hadoop jar hadoop-0.20.2-examples.jar grep input output 'dfs[a-z.]+'

# 查看输出

$ bin/hadoop fs -get output output

$ cat output/*

$ bin/hadoop fs -cat output/*

# 停止服务

$ bin/stop-all.sh