spark submit脚本

location=`pwd`'/'
class=com.ccd.Main
jars_path='libs'
jars_file='spark_jar_file.txt'
echo `ls -l $location$jars_path |awk 'NR>1 {print "'"$location"'""'"$jars_path"'""/"$9}'` > $jars_file
sed -i 's/[ ][ ]*/,/g' $jars_file
jars=`sed -n '1p' $location$jars_file`
files='config.properties'
jar=Main-0.0.1.jar
app_name=xx_for_xx




/usr/bin/spark-submit  --class $class --master yarn-cluster --files $location$files --jars $jars \
--name $app_name \
--num-executors 10 \
--executor-memory 1000m \
--conf spark.streaming.receiver.maxRate=10000 \
$location$jar &