HDFS部署

1、下载安装包到software

curl -O http://archive.cloudera.com/cdh5/cdh/5/hadoop-2.6.0-cdh5.15.1.tar.gz

2、解压到~/application

tar -zxvf hadoop-2.6.0-cdh5.15.1.tar.gz -C ~/application

3、添加系统环境变量

sudo vim ~/.bash_profile
# Setting Path for Hadoop
export HADOOP_HOME=~/application/hadoop-2.6.0-cdh5.15.1
export PATH=$PATH:$HADOOP_HOME/bin
source ~/.bash_profile

4、配置HDFS

cd ~/application/hadoop-2.6.0-cdh5.15.1/etc/hadoop

#修改hadoop-env.sh
vim hadoop-env.sh
    export JAVA_HOME=$JAVA_HOME

#修改core-site.xml
vim core-site.xml
    <property>
        <name>fs.defaultFS</name>
        <value>hdfs://127.0.0.1:8020</value>
    </property>

#修改hdfs-site.xml
vim hdfs-site.xml
    <property>
        <name>dfs.replication</name>
        <value>1</value>
    </property>
    <property>
        <name>hadoop.tmp.dir</name>
        <value>~/application/tmp/hadoop</value>
    </property>

5、格式化HDFS

 hdfs namenode -format

6、启动/停止HDFS集群

~/application/hadoop-2.6.0-cdh5.15.1/sbin/start-dfs.sh
~/application/hadoop-2.6.0-cdh5.15.1/sbin/stop-dfs.sh

7、验证

jps
浏览器访问http://127.0.0.1:50070

8、配置Yarn

cd ~/application/hadoop-2.6.0-cdh5.15.1/etc/hadoop

#修改mapred-site.xml
cp mapred-site.xml.template mapred-site.xml
vim mapred-site.xml
    <property>
        <name>mapreduce.framework.name</name>
        <value>yarn</value>
    </property>

#修改 yarn-site.xml
vim yarn-site.xml
    <property>
        <name>yarn.nodemanager.aux-services</name>
        <value>mapreduce_shuffle</value>
    </property>