环境:
centos7.4
jkd1.7.0_80
hadoop2.6.4
在 /etc/profile中配置java,hadoop,zookeeper的export和PATH,方便启动调用
结构:
cluster1: mini0 mini1
cluster2: mini7 mini8
zkfc : mini0 mini1 mini7 mini8
resourcemanager: mini4 mini6
journalnode,zookeeper,datanode: mini2 mini3 mini6
文件:
hadoop-env.sh:
修改java位置:
export JAVA_HOME=/usr/local/jdk1.7.0_80
core-site.xml:
<?xml version="1.0" encoding="UTF-8"?>
<?xml-stylesheet type="text/xsl" href="configuration.xsl"?>
<configuration>
<property>
<name>fs.defaultFS</name>
<value>viewfs:///</value>
</property>
<!-- 第一套namenode集群 -->
<property>
<name>fs.viewfs.mounttable.c1.link./tmp</name>
<value>hdfs://bi1/</value>
</property>
<!-- 第二套namenode集群 -->
<property>
<name>fs.viewfs.mounttable.c1.link./tmp1</name>
<value>hdfs://bi2/</value>
</property>
<!-- zookeeper集群 -->
<property>
<name>ha.zookeeper.quorum</name>
<value>mini2:2181,mini3:2181,mini6:2181</value>
</property>
<!-- 数据总目录,其他需要生成日志,数据的目录都在这个目录下 -->
<property>
<name>hadoop.tmp.dir</name>
<value>/home/hadoop/apps/hadoop/tmp</value>
</property>
</configuration>
hdfs-site.xml:
<configuration>
<!-- 两套namenode集群的名字 -->
<property>
<name>dfs.nameservices</name>
<value>bi1,bi2</value>
</property>
<!-- bi1下面有两个NameNode,逻辑地址,分别是nn1,nn2 -->
<property>
<name>dfs.ha.namenodes.bi1</name>
<value>nn1,nn2</value>
</property>
<!-- nn1的RPC通信地址 -->
<property>
<name>dfs.namenode.rpc-address.bi1.nn1</name>
<value>mini0:9000</value>
</property>
<!-- nn1的http通信地址 -->
<property>
<name>dfs.namenode.http-address.bi1.nn1</name>
<value>mini0:50070</value>
</property>
<!-- nn2的RPC通信地址 -->
<property>
<name>dfs.namenode.rpc-address.bi1.nn2</name>
<value>mini1:9000</value>
</property>
<!-- nn2的http通信地址 -->
<