hadoop的伪分布安装
1.1 设置ip地址
#设置ip
service network restart
ifconfig
1.2 关闭防火墙
service iptables stop
#验证
service iptables status
1.3 关闭防火墙的自动运行
#执行命令
chkconfig iptables off
#验证
chkconfig --list | grep iptables
1.4 设置主机名
#执行命令
hostname hadooptest
vi /etc/sysconfig/network
1.5 ip与hostname绑定
#执行命令
vi /etc/hosts
#验证:
ping hadooptest
1.6 设置ssh免密码登陆
#执行命令
ssh-keygen -t rsa
cp ~/.ssh/id_rsa.pub ~/.ssh/authorized_keys
#验证:
ssh hadooptest
1.7 安装jdk(/usr/local/jdk)
#执行命令
cd /usr/local
chmod u+x jdk-6u24-linux-i586.bin
./jdk-6u24-linux-i586.bin
mv jdk-1.6.0_24 jdk
#vi /etc/profile 增加内容如下:
export JAVA_HOME=/usr/local/jdk
export PATH=.:$JAVA_HOME/bin:$PATH
source /etc/profile
#验证:
java -version
1.8 安装hadoop(/usr/local/hadoop)
tar -zxvf hadoop-1.1.2.tar.gz
mv hadoop-1.1.2 hadoop
#vi /etc/profile 增加内容如下:
export JAVA_HOME=/usr/local/jdk
export HADOOP_HOME=/usr/local/hadoop
export PATH=.:$HADOOP_HOME/bin:$JAVA_HOME/bin:$PATH
source /etc/profile
#修改conf目录下的配置文件hadoop-env.sh、core-site.xml、hdfs-site.xml、mapred-site.xml
1.hadoop-env.sh
export JAVA_HOME=/usr/local/jdk/
2.core-site.xml
<configuration>
<property>
<name>fs.default.name</name>
<value>hdfs://hadooptest:9000</value>
</property>
<property>
<name>hadoop.tmp.dir</name>
<value>/usr/local/hadoop/tmp</value>
</property>
</configuration>
3.hdfs-site.xml
<configuration>
<property>
<name>dfs.replication</name>
<value>1</value>
</property>
<property>
<name>dfs.permissions</name>
<value>false</value>
</property>
</configuration>
4.mapred-site.xml
<configuration>
<property>
<name>mapred.job.tracker</name>
<value>hadooptest:9001</value>
</property>
</configuration></span>
<span style="font-size:14px;">
#hadoop配置修改完成后:
hadoop namenode -format
start-all.sh</span>
#验证
jps 能看到<span style="font-size:14px;">NameNode、SecondaryNameNode、DataNode、JobTracker、TaskTracker</span>
<span style="font-size:14px;">http://hadooptest:50070
http://hadooptest:50030</span>