/etc/alternatives/spark-submit \ --master yarn \ --deploy-mode cluster \ --name md_day_dump_user \ --conf "spark.pyspark.driver.python=/home/uther/miniconda2/envs/uther/bin/python3" \ --conf "spark.pyspark.python=/home/uther/miniconda2/envs/uther/bin/python3" \ #绝对路径 --py-files /home/uther/uther/uther.zip \ #绝对路径 /home/uther/uther/spark_run/md_day_dump_users.py #绝对路径
注:--py-files 将第三方包压缩成zip包,并且填入绝对路径