搭建大数据环境二（hadoop2.0集群搭建）

Hadoop2.0

1. 下载安装包：wget http://archive.apache.org/dist/hadoop/common/hadoop-2.6.0/hadoop-2.6.0.tar.gz
2. 解压安装包
3. 增加配置：cd hadoop-2.6.0/etc/hadoop

   1. vim hadoop-env.sh
      export JAVA_HOME=/root/jdk1.8.0_112

   2. vim yarn-env.sh
      export JAVA_HOME=/root/jdk1.8.0_112

   3. vim slaves
      slave1
      slave2

   4. vim core-site.xml
      <configuration>
      <property>
      <name>fs.defaultFS</name>
      <value>hdfs://192.168.152.128:9000</value>
      </property>
      <property>
      <name>hadoop.tmp.dir</name>
      <value>file:/root/hadoop-2.6.0/tmp</value>
      </property>
      </configuration>

   5. vim hdfs-site.xml
      <configuration>
      <property>
      <name>dfs.namenode.secondary.http-address</name>
      <value>H:9001</value>
      </property>
      <property>
      <name>dfs.namenode.name.dir</name>
      <value>file:/root/hadoop-2.6.0/dfs/name</value>
      </property>
      <property>
      <name>dfs.datanode.data.dir</name>
      <value>file:/root/hadoop-2.6.0/dfs/data</value>
      </property>
      <property>
      <name>dfs.repliction</name>
      <value>3</value>
      </property>
      </configuration>

   6. mv mapred-site.xml.template mapred-site.xml
      vim mapred-site.xml
      <configuration>
      <property>
      <name>mapreduce.framework.name</name>
      <value>yarn</value>
      </property>
      </configuration>

   7. vim yarn-site.xml
      <configuration>
      <property>
      <name>yarn.nodemanager.aux-services</name>
      <value>mapreduce_shuffle</value>
      </property>
      <property>
      <name>yarn.nodemanager.aux-services.mapreduce.shuffle.class</name>
      <value>org.apache.hadoop.mapred.ShuffleHandler</value>
      </property>
      <property>
      <name>yarn.resourcemanager.address</name>
      <value>H:8032</value>
      </property>
      <property>
      <name>yarn.resourcemanager.scheduler.address</name>
      <value>H:8030</value>
      </property>
      <property>
      <name>yarn.resourcemanager.resource-tracker.address</name>
      <value>H:8035</value>
      </property>
      <property>
      <name>yarn.resourcemanager.admin.address</name>
      <value>H:8033</value>
      </property>
      <property>
      <name>yarn.resourcemanager.webapp.address</name>
      <value>H:8088</value>
      </property>
      </configuration>

   8. 创建临时目录和文件目录

      1. mkdir /usr/local/src/hadoop-2.6.0/tmp

         mkdir -p /usr/local/src/hadoop-2.6.0/dfs/name

         mkdir -p /usr/local/src/hadoop-2.6.0/dfs/data

   9. 配置环境变量

      1. vi /etc/profile

         1. HADOOP_HOME=/root/hadoop-2.8.2

            export PATH=$PATH:$HADOOP_HOME/bin

      2. 刷新环境变量：source /etc/profile

   10. 拷贝安装包

       1. scp -r /root/hadoop-2.6.0 root@H1:/root/hadoop-2.6.0

          scp -r /root/hadoop-2.6.0 root@H2:/root/hadoop-2.6.0

   11. 启动集群

       1. 初始化namenode:在bin目录下执行hadoop namenode -format

       2. 启动Hadoop在sbin目录下执行：./start-all.sh