hadoop2.6安装
https://blog.csdn.net/qq_51903852/article/details/120952910?spm=1001.2014.3001.5501
修改配置
# 查看目录
[root@mihaoyu151 hadoop]# pwd
/opt/soft/hadoop260/etc/hadoop
# 修改
[root@mihaoyu151 hadoop]# vi ./hadoop-env.sh
25 export JAVA_HOME=/opt/soft/jdk180
# 修改
[root@mihaoyu151 hadoop]# vi ./mapred-env.sh
16 export JAVA_HOME=/opt/soft/jdk180
# 修改
[root@mihaoyu151 hadoop]# vi ./yarn-env.sh
23 export JAVA_HOME=/opt/soft/jdk180
# 添加
[root@mihaoyu151 hadoop]# vi ./core-site.xml
<configuration>
<property>
<!-- HDFS namenode地址 -->
<name>fs.defaultFS</name>
<value>hdfs://mihaoyu151:9000</value>
</property>
<property>
<!-- HADOOP 运行时存储路径 -->
<name>hadoop.tmp.dir</name>
<value>/opt/soft/hadoop260/hadooptmp</value>
</property>
<property>
<name>hadoop.proxyuser.root.hosts</name>
<value>*</value>
</property>
<property>
<name>hadoop.proxyuser.root.groups</name>
<value>*</value>
</property>
</configuration>
# 添加
[root@mihaoyu151 hadoop]# vi ./hdfs-site.xml
<configuration>
<property>
<!-- 设置hadoop存储文件的副本数,默认三份 -->
<name>dfs.replication</name>
<value>1</value>
</property>
<property>
<!-- secondary设置 -->
<name>dfs.namenode.secondary.http-address</name>
<value>mihaoyu151:50090</value>
</property>
</configuration>
# 添加
[root@mihaoyu151 hadoop]# vi ./mapred-site.xml
<configuration>
<property>
<!-- mapreduce执行计算时,使用的资源调度框架为Yarn -->
<name>mapreduce.framework.name</name>
<value>yarn</value>
</property>
<property>
<name>mapreduce.jobhistory.address</name>
<value>mihaoyu151:10020</value>
</property>
<property>
<name>mapreduce.jobhistory.webapp.address</name>
<value>mihaoyu151:19888</value>
</property>
</configuration>
# 添加
[root@mihaoyu151 hadoop]# vi ./yarn-site.xml
<configuration>
<!-- Site specific YARN configuration properties -->
<property>
<!-- reduce获取数据的方式 -->
<name>yarn.nodemanager.aux-services</name>
<value>mapreduce_shuffle</value>
</property>
<property>
<name>yarn.nodemanager.aux-services.mapreduce.shuffle.class</name>
<value>org.apache.hadoop.mapred.ShuffleHandler</value>
</property>
<property>
<!-- 指定YARN的resourceManager的地址 -->
<name>yarn.resourcemanager.hostname</name>
<value>mihaoyu151</value>
</property>
<property>
<!-- 日志聚集功能 -->
<name>yarn.log-aggregation-enable</name>
<value>true</value>
</property>
<property>
<!-- 设置日志记录保留天数为7天 -->
<name>yarn.log-aggregation.retain-seconds</name>
<value>604800</value>
</property>
</configuration>
# 修改
[root@mihaoyu151 hadoop]# vi ./slaves
mihaoyu151
# 格式化
[root@mihaoyu151 hadoop]# hadoop namenode -format
1)格式化出现错误,返回/opt/soft/hadoop260目录,删除hadooptmp文件夹
2)修改错误,重新格式化