Linux编写执行程序脚本案例

1，执行hive语句

案例：hive导入数据

#!/bin/bash
HIVE_HOME=/opt/apps/hive-3.1.2/


DT=`date -d'-1 day' +%Y-%m-%d`

if [ $1 ]
then
DT=$1
fi

${HIVE_HOME}/bin/hive -e "
load data inpath '/eventlog/app/${DT}' into table ods.event_app_log partition(dt='${DT}')

"

if [ $? -eq 0 ]
then
echo "Congratulation! 任务执行成功"
else
echo "What a pity! The job is failed!执行失败"
fi

 

2，提交spark任务

#!/bin/bash

export SPARK_HOME=/opt/apps/spark-2.4.4

DT1=`date -d'-1 day' +%Y-%m-%d`
DT2=`date -d'-2 day' +%Y-%m-%d`

if [[ $1 && $2 ]] 
then
DT1=$1
DT2=$2
fi


${SPARK_HOME}/bin/spark-submit  --class cn.doitedu.dw_etl.utils.IdMappingGenRealData \
    --master yarn \
    --deploy-mode cluster \
    --driver-memory 1g \
    --executor-memory 2g \
    --executor-cores 1 \
	--num-executors  1 \
    /root/dw_etl.jar  yarn ${DT1} ${DT2}

if [ $? -eq 0 ]
then
echo "Congratulation! 任务执行成功"
else
echo "What a pity! The job is failed!执行失败"
fi