yarn HA

yarn HA

1. yarn 配置
   yarn-site.xml

<configuration>

<!-- Site specific YARN configuration properties -->
	<!-- 启用HA高可用性 -->
  	<property>
    		<name>yarn.resourcemanager.ha.enabled</name>
    		<value>true</value>
  	</property>

  	<!-- 指定resourcemanager的名字 -->
  	<property>
    		<name>yarn.resourcemanager.cluster-id</name>
    		<value>yrc</value>
  	</property>

  	<!-- 使用了2个resourcemanager,分别指定Resourcemanager的地址 -->
  	<property>
    		<name>yarn.resourcemanager.ha.rm-ids</name>
    		<value>rm1,rm2</value>
  	</property>
  
  	<!-- 指定rm1的地址 -->
  	<property>
    		<name>yarn.resourcemanager.hostname.rm1</name>
    		<value>Arvin01</value>
  	</property>
  
  	<!-- 指定rm2的地址  -->
  	<property>
    		<name>yarn.resourcemanager.hostname.rm2</name>
    		<value>Arvin02</value>
  	</property>
  
  	<!-- 指定当前机器master188作为rm1 -->
  	<property>
    		<name>yarn.resourcemanager.ha.id</name>
    		<value>rm1</value>
  	</property>
  
  	<!-- 指定zookeeper集群机器 -->
  	<property>
    		<name>yarn.resourcemanager.zk-address</name>
    		<value>Arvin01:2181,Arvin02:2181,hds:2181</value>
  	</property>
  
  	<!-- NodeManager上运行的附属服务，默认是mapreduce_shuffle -->
  	<property>
    		<name>yarn.nodemanager.aux-services</name>
    		<value>mapreduce_shuffle</value>
  	</property>
	<property>
	<!-- -->
		<name>yarn.resourcemanager.recovery.enabled</name>
		<value>true</value>
	</property>
	<property>
	<!-- -->
		<name>yarn.resourcemanager.store.class</name>
		<value>org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore</value>
	</property>
	<!-- 日志聚集功能使能 -->
	<property>
		<name>yarn.log-aggregation-enable</name>
		<value>true</value>
	</property>
	<!-- 日志保留时间设置 7 天 -->
	<property>
		<name>yarn.log-aggregation.retain-seconds</name>
		<value>604800</value>
	</property>
</configuration>

mapred-site.xml

<configuration>
	<!-- 采用yarn作为mapreduce的资源调度框架 -->
  	<property>
   		<name>mapreduce.framework.name</name>
    		<value>yarn</value>
  	</property>
	<property>
		<name>mapreduce.jobhistory.address</name>
		<value>Arvin01:10020</value>
	</property>
	<property>
		<name>mapreduce.jobhistory.webapp.address</name>
		<value>Arvin01:19888</value>
	</property>
</configuration>

2.yarn启动
节点一
sbin/start-yarn.sh
节点二启动resourcemanage（手动）
sbin/yarn-daemon.sh start resourcemanager
启动jobhistoryserver