spark-submit \
--master yarn \
--deploy-mode cluster \
--driver-memory 1g \
--num-executors 1 \
--queue default \
--conf spark.yarn.dist.archives=hdfs:///user/xxx/conda_env.zip#python36 \
--conf spark.pyspark.driver.python=./python36/conda_env/bin/python \
--conf spark.pyspark.python=./python36/conda_env/bin/python \
test.py param1 param2
spark-submit \
--master yarn \
--deploy-mode client \
--driver-memory 1g \
--num-executors 1 \
--queue default \
--conf spark.yarn.dist.archives=hdfs:///user/xxx/conda_env.zip#python36 \
--conf spark.pyspark.driver.python=/xxx/bin/python \
--conf spark.pyspark.python=./python36/conda_env/bin/python \
test.py param1 param2