hadoop（hadoop-2.2.0） 安装

1、下载安装包：http://mirror.esocc.com/apache/hadoop/

2、上传至服务器至/home/hadoop，并解压tar zxf hadoop-2.2.0.tar.gz

3、修改路径：mv hadoop-2.2.0.tar.gz hadoop

4、添加环境变量(修改/etc/profile文件)

export HADOOP_HOME=/home/hadoop/hadoop

export PATH=$PATH:$HADOOP_HOME/bin:$HBASE_HOME/bin

 

5、修改/home/hadoop/hadoop/etc/hadoop/下文件

1)修改hadoop-env.sh

export JAVA_HOME=/usr/java/jdk1.6.0_21

 

2）修改 yarn-env.sh

export JAVA_HOME=/usr/java/jdk1.6.0_21

 

3).修改core-site.xml

 

<configuration> <property>
        <name>fs.default.name</name>
        <value>hdfs://192.168.1.201:9000</value>
  </property>

<property>

<name>hadoop.proxyuser.root.hosts</name>

<value>master</value>

</property>

<property>

<name>hadoop.proxyuser.root.groups</name>

<value>*</value>

</property>

</configuration>

4)配置hdfs-site.xml

<configuration>
<property>

<name>dfs.namenode.name.dir</name>

<value>/home/hadoop/name</value>

<final>true</final>

</property>

<property>

<name>dfs.datanode.data.dir</name>

<value>/home/hadoop/data</value>

<final>true</final>

</property>

<property>

<name>dfs.replication</name>

<value>3</value>

</property>

</configuration>

 

5)配置mapred-site.xml(mapred-site.xml.deflaute)

<configuration>

<property>

<name>mapreduce.framework.name</name>

<value>yarn</value>

</property>

<property>

<name>mapreduce.jobhistory.address</name>

<value>master:10020</value>

</property>

<property>

<name>mapreduce.jobhistory.webapp.address</name>

<value>master:19888</value>

</property>

<property>

<name>mapreduce.jobhistory.intermediate-done-dir</name>

<value>/mr-history/tmp</value>

</property>

<property>

<name>mapreduce.jobhistory.done-dir</name>

<value>/mr-history/done</value>

</property>

</configuration>

 

6)配置yarn-site.xml
<configuration>

<property>
<name>yarn.resourcemanager.address</name>
<value>master:18040</value>
</property>

<property>
<name>yarn.resourcemanager.scheduler.address</name>
<value>master:18030</value>
</property>

<property>
<name>yarn.resourcemanager.webapp.address</name>
<value>master:18088</value>
</property>

<property>
<name>yarn.resourcemanager.resource-tracker.address</name>
<value>master:18025</value>
</property>

<property>
<name>yarn.resourcemanager.admin.address</name>
<value>master:18141</value>
</property>

<property>

<name>yarn.nodemanager.aux-services.mapreduce_shuffle.class</name>

<value>mapreduce_shuffle</value>

</property>

</configuration>

 

7)配置slaves

node1

node2

 

三、启动

1)格式化

hdfs namenode -format

2）启动文件系统

start-dfs.sh

3）启动yarn

start-yarn.sh

四、验证

1，验证文件系统

     1）jps

     2）50070

2，验证yarn

     1)jps

     2)18088 (yarn.resourcemanager.webapp.address)