Hadoop的四个重要配置文件内容

最新推荐文章于 2024-07-28 16:45:11 发布

Oz_Mood

最新推荐文章于 2024-07-28 16:45:11 发布

阅读量68

点赞数

文章标签： hadoop 大数据分布式

本文链接：https://blog.csdn.net/Oz_Mood/article/details/134425976

版权

site-site.xml

<configuration>
<!-- 指定 NameNode 的地址 -->
 <property>
 <name>fs.defaultFS</name>
 <value>hdfs://hadoop102:8020</value>
 </property>
 <!-- 指定 hadoop 数据的存储目录 -->
 <property>
 <name>hadoop.tmp.dir</name>
 <value>/opt/moudle/hadoop-3.1.3/data</value>
 </property>
<!-- 配置 HDFS 网页登录使用的静态用户为 atguigu -->
 <property>
 <name>hadoop.http.staticuser.user</name>
 <value>hcq</value>
 </property>
</configuration>



hdfs-site.xml

<configuration>
<!-- nn web 端访问地址-->
<property>
 <name>dfs.namenode.http-address</name>
 <value>hadoop102:9870</value>
 </property>
<!-- 2nn web 端访问地址-->
 <property>
 <name>dfs.namenode.secondary.http-address</name>
 <value>hadoop104:9868</value>
 </property>
</configuration>


yarn-site.xml

<configuration>
<!-- 指定 MR 走 shuffle -->
 <property>
 <name>yarn.nodemanager.aux-services</name>
 <value>mapreduce_shuffle</value>
 </property>
 <!-- 指定 ResourceManager 的地址-->
 <property>
 <name>yarn.resourcemanager.hostname</name>
 <value>hadoop103</value>
 </property>
 <!-- 环境变量的继承 -->
 <property>
 <name>yarn.nodemanager.env-whitelist</name>
 
<value>JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CO
NF_DIR,CLASSPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_MAP
RED_HOME</value>
 </property>

 <property>
 <name>yarn.application.classpath</name>
<value>
        /opt/moudle/hadoop-3.1.3/etc/hadoop,
        /opt/moudle/hadoop-3.1.3/share/hadoop/common/lib/*,
        /opt/moudle/hadoop-3.1.3/share/hadoop/common/*,
        /opt/moudle/hadoop-3.1.3/share/hadoop/hdfs,
        /opt/moudle/hadoop-3.1.3/share/hadoop/hdfs/lib/*,
        /opt/moudle/hadoop-3.1.3/share/hadoop/hdfs/*,
        /opt/moudle/hadoop-3.1.3/share/hadoop/mapreduce/lib/*,
        /opt/moudle/hadoop-3.1.3/share/hadoop/mapreduce/*,
        /opt/moudle/hadoop-3.1.3/share/hadoop/yarn,
        /opt/moudle/hadoop-3.1.3/share/hadoop/yarn/lib/*,
        /opt/moudle/hadoop-3.1.3/share/hadoop/yarn/*,
</value>
 </property>
<!-- 开启日志聚集功能 -->
<property>
 <name>yarn.log-aggregation-enable</name>
 <value>true</value>
</property>
<!-- 设置日志聚集服务器地址 -->
<property> 
 <name>yarn.log.server.url</name> 
 <value>http://hadoop102:19888/jobhistory/logs</value>
</property>
<!-- 设置日志保留时间为 7 天 -->
<property>
 <name>yarn.log-aggregation.retain-seconds</name>
 <value>604800</value>
</property>
</configuration>


mapred-site.xml

<configuration>
<!-- 指定 MapReduce 程序运行在 Yarn 上 -->
 <property>
 <name>mapreduce.framework.name</name>
 <value>yarn</value>
 </property>

 <property>
 <name>yarn.application.classpath</name>
<value>
        /opt/moudle/hadoop-3.1.3/etc/hadoop,
        /opt/moudle/hadoop-3.1.3/share/hadoop/common/lib/*,
        /opt/moudle/hadoop-3.1.3/share/hadoop/common/*,
        /opt/moudle/hadoop-3.1.3/share/hadoop/hdfs,
        /opt/moudle/hadoop-3.1.3/share/hadoop/hdfs/lib/*,
        /opt/moudle/hadoop-3.1.3/share/hadoop/hdfs/*,
        /opt/moudle/hadoop-3.1.3/share/hadoop/mapreduce/lib/*,
        /opt/moudle/hadoop-3.1.3/share/hadoop/mapreduce/*,
        /opt/moudle/hadoop-3.1.3/share/hadoop/yarn,
        /opt/moudle/hadoop-3.1.3/share/hadoop/yarn/lib/*,
        /opt/moudle/hadoop-3.1.3/share/hadoop/yarn/*,
</value>
 </property>
<!-- 历史服务器端地址 -->
<property>
 <name>mapreduce.jobhistory.address</name>
 <value>hadoop102:10020</value>
</property>
<!-- 历史服务器 web 端地址 -->
<property>
 <name>mapreduce.jobhistory.webapp.address</name>
 <value>hadoop102:19888</value>
</property>
</configuration>