mapreduce配置

MapReduce配置

vim mapred-site.xml

<configuration>
        <property> <!-- 把mapred的工作区间放在yarn集群上跑-->
                <name>mapreduce.framework.name</name>
                <value>yarn</value>
                <description>Mapreduce运行框架设置成YARN</description>
        </property>
        <!-- 历史服务器运行机器以及端口 -->
        <property>
                <name>mapreduce.jobhistory.address</name>
                <value>node1:10020</value>
                <description>历史服务器通讯端口node1:10020</description>

        </property>
        <!-- 历史服务器web端地址 -->
        <property>
                <name>mapreduce.jobhistory.webapp.address</name>
                <value>node1:19888</value>
                <description>历史服务器web端口为node1的19888</description>
        </property>
        <property>
                <name>mapreduce.jobhistory.intermediate-done-dir</name>
                <value>/data/mr-history/tmp</value>
                <description>历史信息在HDFS记录临时路径</description>
        </property>
        <property>
                <name>mapreduce.jobhistory.done-dir</name>
                <value>/data/mr-history/done</value>
                <description>历史信息在HDFS记录路径</description>
        </property>
        <property>
                <name>yarn.app.mapreduce.am.env</name>
                <value>HADOOP_MAPRED_HOME=$HADOOP_HOME</value>
                <description>MapReduce HOME设置为HADOOP_HOME</description>
        </property>
        <property>
                <name>mapreduce.map.env</name>
                <value>HADOOP_MAPRED_HOME=$HADOOP_HOME</value>
                <description>MapReduce HOME设置为HADOOP_HOME</description>
        </property>
        <property>
                <name>mapreduce.reduce.env</name>
                <value>HADOOP_MAPRED_HOME=$HADOOP_HOME</value>
                <description>MapReduce HOME设置为HADOOP_HOME</description>
        </property>
</configuration>