提交运行spark程序

#!/bin/bash

#当前日期
nowDate=`date +%Y%m%d/%H:%M:%S`
echo "执行时间：${nowDate}"

#当前目录
baseDir=$(cd `dirname $0`;pwd)
echo "当前目录：${baseDir}"

#jar包
jar_file=${baseDir}/Test.jar
if [ -f ${jar_file} ];
then
  echo "jar包路径：${jar_file}"
else
  echo "jar包不存在！"
fi

#检查传入参数
run_type=$1
hb_table_name=$2
hb_col_family=$3
month=$4

#执行spark参数
spark-submit --master yarn --deploy-mode cluster --queue default \
--driver-memory 2g --executor-memory 2g --num-executors 45 --executor-cores 1 \
--conf spark.default.parallelism=120 \
--conf spark.yarn.executor.memoryOverhead=1024 \
--class com.test.spark.hbase.AddData ${jar_file} ${run_type} ${hb_table_name} ${hb_col_family} ${month}