spark HA

spark HA

spark-2.4.0-bin-hadoop2.7.tgz

vim spark-env.sh

export SPARK_DAEMON_JAVA_OPTS="-Dspark.deploy.recoveryMode=ZOOKEEPER "
export SPARK_DAEMON_JAVA_OPTS="${SPARK_DAEMON_JAVA_OPTS} -Dspark.deploy.zookeeper.url=Arvin01:2181,Arvin02:2181,hds:2181"

vim slaves

node1
node2
node3

spark 启动

./sbin/start-all.sh

jps
node1有Master Worker
其他节点只有Worker，Master需手动启动。
web port：8080