spark-submit

standalone

Spark:2.4.2 - Spark-env. sh

export SPARK_MASTER_IP=172.16.2.106
export SPARK_MASTE_PORT=7077
export SPARK_WORKER_INSTANCES=1
export SPARK_WORKER_CORES=15
export SPARK_WORKER_MEMORY=25g
export SPARK_EXECUTOR_CORES=10
export SPARK_EXECUTOR_MEMORY=9g
export SPARK_DRIVER_MEMEORY=9g
export SPARK_MASTER_WEBUI_PORT=8090
export SPARK_CONF_DIR=/home/hadoop/soft/spark/conf
export HADOOP_CONF_DIR=/home/hadoop/soft/hadoop/etc/hadoop
export HADOOP_HOME=/home/hadoop/soft/hadoop

[root@master106 streaming]# cat standalone.sh 
/home/hadoop/soft/spark/bin/spark-submit \
--master spark://172.16.2.106:7077 \
--class ml.cluster.B.TrainModelCluster \
/home/hadoop/test/jars/SparkDemo-1.0-SNAPSHOT-jar-with-dependencies.jar