启动spark程序脚本示例

location=`pwd`'/'
class=com.xxx
jars_path='spark_libs'
jars_file='spark_jar_file.txt'
echo `ls -l $location$jars_path |awk 'NR>1 {print "'"$location"'""'"$jars_path"'""/"$9}'` > $jars_file
sed -i 's/[ ][ ]*/,/g' $jars_file
jars=`sed -n '1p' $location$jars_file`
files='config.properties'
jar=spark_test.jar
/usr/bin/spark-submit  --class $class --master yarn-client --files $location$files --jars $jars --executor-memory 1000m $location$jar &