Hadoop 配置文件

aa2303632

已于 2022-07-11 16:45:27 修改

阅读量265

点赞数

分类专栏： Hadoop 文章标签：大数据

于 2022-07-11 16:43:20 首次发布

本文链接：https://blog.csdn.net/aa2303632/article/details/125724741

版权

Hadoop 专栏收录该内容

1 篇文章 0 订阅

订阅专栏

1. core-site.xml

<?xml version="1.0"?>
<!-- core-site.xml -->
<configuration>
	<property>
    	  <name>fs.defaultFS</name>
    	  <value>hdfs://HadoopMaster:8020</value>
	</property>
	<property>
          <name>hadoop.tmp.dir</name>
	  <value>/usr/local/hadoop-2.10.2/data</value>
	</property>
</configuration>

2. hdfs.xml

<?xml version="1.0"?>
<!-- hdfs-site.xml -->
<configuration>
  <property>
    <name>dfs.replication</name>
    <value>2</value>
  </property>
    <property>
            <name>dfs.namenode.secondary.http-address</name>
            <value>HadoopSlave0:50090</value>
    </property>

</configuration>

3. mapred-site.xml

<?xml version="1.0"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>


<configuration>
<property>
    <!-- 表示提交到hadoop中的任务采用yarn来运行，要是已经有该配置则无需重复配置 -->
    <name>mapreduce.framework.name</name>
    <value>yarn</value>
</property>
        <property>
                <name>mapreduce.jobhistory.address</name>
                <value>HadoopMaster:10020</value>
        </property>
        <property>
                <name>mapreduce.jobhistory.webapp.address</name>
                <value>HadoopMaster:19888</value>
         </property>

</configuration>

4. yarn-site.xml

<?xml version="1.0"?>

<configuration>

<!-- Site specific YARN configuration properties -->
	<property>
                 <name>yarn.log-aggregation-enable</name>
                 <value>true</value>
	</property>
        <property>
                <name>yarn.log-aggregation.retain-seconds</name>
                <value>600000</value>
        </property>
        <property>
                <name>yarn.nodemanager.aux-services</name>
                <value>mapreduce_shuffle</value>
	</property>

        <property>
                <name>yarn.log.server.url</name>
                <value>http://HadoopMaster:19888/jobhistory/logs/</value>
        </property>
        <!-- 日志聚合目录 -->
        <property>
                <name>yarn.nodemanager.remote-app-log-dir</name>
                <value>/usr/container/logs</value>
        </property>

        
        
        <property>
            <name>yarn.resourcemanager.address</name>
            <value>HadoopMaster:8032</value>
          </property>
          <property>
            <name>yarn.resourcemanager.scheduler.address</name>
            <value>HadoopMaster:8030</value>
          </property>
          <property>
            <name>yarn.resourcemanager.resource-tracker.address</name>
            <value>HadoopMaster:8031</value>
          </property>



</configuration>

5./etc/hosts

127.0.0.1       localhost
10.249.182.156  HadoopSlave0 主机名
10.249.45.125   HadoopSlave2 主机名
10.250.246.242  HadoopMaster 主机名
# 127.0.1.1     hunt-NKx0Sx