hadoop2.6配置文件

hadoop2.6安装
https://blog.csdn.net/qq_51903852/article/details/120952910?spm=1001.2014.3001.5501
修改配置

# 查看目录
[root@mihaoyu151 hadoop]# pwd
/opt/soft/hadoop260/etc/hadoop

# 修改
[root@mihaoyu151 hadoop]# vi ./hadoop-env.sh
25 export JAVA_HOME=/opt/soft/jdk180

# 修改
[root@mihaoyu151 hadoop]# vi ./mapred-env.sh
16 export JAVA_HOME=/opt/soft/jdk180

# 修改
[root@mihaoyu151 hadoop]# vi ./yarn-env.sh
23 export JAVA_HOME=/opt/soft/jdk180

# 添加
[root@mihaoyu151 hadoop]# vi ./core-site.xml
<configuration>
  <property>
  <!-- HDFS namenode地址 -->
    <name>fs.defaultFS</name>
    <value>hdfs://mihaoyu151:9000</value>
  </property>
  <property>
  <!-- HADOOP 运行时存储路径 -->
    <name>hadoop.tmp.dir</name>
    <value>/opt/soft/hadoop260/hadooptmp</value>
  </property>
  <property>
    <name>hadoop.proxyuser.root.hosts</name>
    <value>*</value>
  </property>
  <property>
    <name>hadoop.proxyuser.root.groups</name>
    <value>*</value>
  </property>
</configuration>

# 添加
[root@mihaoyu151 hadoop]# vi ./hdfs-site.xml
<configuration>
  <property>
  <!-- 设置hadoop存储文件的副本数，默认三份 -->
    <name>dfs.replication</name>
    <value>1</value>
  </property>
  <property>
    <!-- secondary设置 -->
    <name>dfs.namenode.secondary.http-address</name>
    <value>mihaoyu151:50090</value>
  </property>
</configuration>

# 添加
[root@mihaoyu151 hadoop]# vi ./mapred-site.xml
<configuration>
  <property>
    <!-- mapreduce执行计算时，使用的资源调度框架为Yarn -->
    <name>mapreduce.framework.name</name>
    <value>yarn</value>
  </property>
  <property>
    <name>mapreduce.jobhistory.address</name>
    <value>mihaoyu151:10020</value>
  </property>
  <property>
    <name>mapreduce.jobhistory.webapp.address</name>
    <value>mihaoyu151:19888</value>
  </property>
</configuration>

# 添加
[root@mihaoyu151 hadoop]# vi ./yarn-site.xml
<configuration>
<!-- Site specific YARN configuration properties -->
  <property>
    <!-- reduce获取数据的方式 -->
    <name>yarn.nodemanager.aux-services</name>
    <value>mapreduce_shuffle</value>
  </property>
  <property>
    <name>yarn.nodemanager.aux-services.mapreduce.shuffle.class</name>
    <value>org.apache.hadoop.mapred.ShuffleHandler</value>
  </property>
  <property>
    <!-- 指定YARN的resourceManager的地址 -->
    <name>yarn.resourcemanager.hostname</name>
    <value>mihaoyu151</value>
  </property>
  <property>
    <!-- 日志聚集功能 -->
    <name>yarn.log-aggregation-enable</name>
    <value>true</value>
  </property>
  <property>
    <!-- 设置日志记录保留天数为7天 -->
    <name>yarn.log-aggregation.retain-seconds</name>
    <value>604800</value>
  </property>
</configuration>

# 修改
[root@mihaoyu151 hadoop]# vi ./slaves
mihaoyu151

# 格式化
[root@mihaoyu151 hadoop]# hadoop namenode -format
1)格式化出现错误，返回/opt/soft/hadoop260目录，删除hadooptmp文件夹
2)修改错误，重新格式化