1,执行hive语句
案例:hive导入数据
#!/bin/bash
HIVE_HOME=/opt/apps/hive-3.1.2/
DT=`date -d'-1 day' +%Y-%m-%d`
if [ $1 ]
then
DT=$1
fi
${HIVE_HOME}/bin/hive -e "
load data inpath '/eventlog/app/${DT}' into table ods.event_app_log partition(dt='${DT}')
"
if [ $? -eq 0 ]
then
echo "Congratulation! 任务执行成功"
else
echo "What a pity! The job is failed!执行失败"
fi
2,提交spark任务
#!/bin/bash
export SPARK_HOME=/opt/apps/spark-2.4.4
DT1=`date -d'-1 day' +%Y-%m-%d`
DT2=`date -d'-2 day' +%Y-%m-%d`
if [[ $1 && $2 ]]
then
DT1=$1
DT2=$2
fi
${SPARK_HOME}/bin/spark-submit --class cn.doitedu.dw_etl.utils.IdMappingGenRealData \
--master yarn \
--deploy-mode cluster \
--driver-memory 1g \
--executor-memory 2g \
--executor-cores 1 \
--num-executors 1 \
/root/dw_etl.jar yarn ${DT1} ${DT2}
if [ $? -eq 0 ]
then
echo "Congratulation! 任务执行成功"
else
echo "What a pity! The job is failed!执行失败"
fi