安装hadoop的集群hadoop3.2.1

前提：安装hadoop前需要机器间免密码登录（用aitp账号），本部分配置可参考

在 hadoop1 上执行:
将 hadoop-3.2.1.tar.gz 上传到/home/aitp/software 目录下, 并解压
编辑 /home/aitp/software/hadoop-3.2.1/etc/hadoop/core-site.xml

1.  
2.  
3. <?xml version="1.0" encoding="UTF-8"?>
4. <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
5. <configuration>
6.   <property>
7.     <name>fs.defaultFS</name>
8.     <value>hdfs://mycluster</value>
9.   </property>
10.   <property>
11.     <name>hadoop.tmp.dir</name>
12.     <value>/data/hadoop/tmpdir</value>
13.   </property>
14.   <property>
15.     <name>ha.zookeeper.quorum</name>
16.     <value>hadoop1:2181,hadoop2:2181,hadoop3:2181</value>
17.   </property>
18. </configuration>

编辑：/home/aitp/software/hadoop-3.2.1/etc/hadoop/hdfs-site.xml

1. <?xml version="1.0" encoding="UTF-8"?>
2. <?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
3.  
4. <configuration>
5.   <!-- hdfs HA configuration-->
6.   <!-- all default configuration can be found at https://hadoop.apache.org/docs/stable|<can be a version liek r3.2.1></can>/hadoop-project-dist/hadoop-hdfs//hdfs-default.xml -->
7.  
8.   <property>
9.     <name>dfs.ha.automatic-failover.enabled</name>
10.     <value>true</value>
11.   </property>
12.   <!-- dfs.nameservices 这里需要与core-site.xml 中fs.defaultFS 的名称一致-->
13.   <property>
14.     <name>dfs.nameservices</name>
15.     <value>mycluster</value>
16.   </property>
17.   <!-- 定义集群中 namenode 列表，这里定义了三个namenode，分别是nn1,nn2,nn3-->
18.   <property>
19.     <name>dfs.ha.namenodes.mycluster</name>
20.     <value>nn1,nn2,nn3</value>
21.   </property>
22.   <!-- namenode nn1的具体定义，这里要和 dfs.ha.namenodes.mycluster 定义的列表对应 -->
23.   <property>
24.     <name>dfs.namenode.rpc-address.mycluster.nn1</name>
25.     <value>hadoop1:8020</value>
26.   </property>
27.   <property>
28.     <name>dfs.namenode.rpc-address.mycluster.nn2</name>
29.     <value>hadoop2:8020</value>
30.   </property>
31.   <property>
32.     <name>dfs.namenode.rpc-address.mycluster.nn3</name>
33.     <value>hadoop3:8020</value>
34.   </property>
35.   <!-- namenode nn1的具体定义，这里要和 dfs.ha.namenodes.mycluster 定义的列表对应 -->
36.   <property>
37.     <name>dfs.namenode.http-address.mycluster.nn1</name>
38.     <value>hadoop1:9870</value>
39.   </property>
40.   <property>
41.     <name>dfs.namenode.http-address.mycluster.nn2</name>
42.     <value>hadoop2:9870</value>
43.   </property>
44.   <property>
45.     <name>