hadoop伪分布模式的配置项

1. vim /opt/module/hadoop-2.7.2/etc/hadoop/hadoop-env.sh (25行)

    export JAVA_HOME=/opt/module/jdk1.8.0_171
   

2. vim /opt/module/hadoop-2.7.2/etc/hadoop/yarn-env.sh (23行)

    export JAVA_HOME=/opt/module/jdk1.8.0_171
   

3. vim /opt/module/hadoop-2.7.2/etc/hadoop/mapred-env.sh (16行)

    export JAVA_HOME=/opt/module/jdk1.8.0_171
   

4. vim /opt/module/hadoop-2.7.2/etc/hadoop/core-site.xml

    <!-- 指定HDFS中NameNode的地址 -->
    <property>
    	<name>fs.defaultFS</name>
    	<value>hdfs://hadoop101:9000</value>
    </property>
   
    <!-- 指定hadoop运行时产生文件的存储目录 -->
    <property>
    	<name>hadoop.tmp.dir</name>
    	<value>/opt/module/hadoop-2.7.2/data/tmp</value>
    </property>
   

5. vim /opt/module/hadoop-2.7.2/etc/hadoop/hdfs-site.xml

    <!-- 指定HDFS副本的数量 -->
    <property>
    	<name>dfs.replication</name>
    	<value>1</value>
    </property>
   

6. vim /opt/module/hadoop-2.7.2/etc/hadoop/yarn-site.xml

    <!-- reducer获取数据的方式 -->
    <property>
    	<name>yarn.nodemanager.aux-services</name>
    	<value>mapreduce_shuffle</value>
    </property>
   
    <!-- 指定YARN的ResourceManager的地址 -->
    <property>
    	<name>yarn.resourcemanager.hostname</name>
    	<value>hadoop101</value>
    </property>
   
    <!-- 日志聚集功能使能 -->
    <property>
    	<name>yarn.log-aggregation-enable</name>
    	<value>true</value>
    </property>
    
    <!-- 日志保留时间设置7天 -->
    <property>
    	<name>yarn.log-aggregation.retain-seconds</name>
    	<value>604800</value>
    </property>
   

7. cd /opt/module/hadoop-2.7.2/etc/hadoop 进入hadoop目录
   mv mapred-site.xml.template mapred-site.xml 修改文件名称
   vim /opt/module/hadoop-2.7.2/etc/hadoop/mapred-site.xml

   <!-- 指定mr运行在yarn上 -->
   <property>
   	<name>mapreduce.framework.name</name>
   	<value>yarn</value>
   </property>
   <!--  指定历史服务器所在节点hadoop101 -->
   <property>
   	<name>mapreduce.jobhistory.address</name>
   	<value>hadoop101:10020</value>
   </property>
   <!-- 历史服务器网页版访问地址19888 -->
   <property>
   	<name>mapreduce.jobhistory.webapp.address</name>
   	<value>hadoop101:19888</value>
   </property>