数仓脚本

 

#!/bin/bash


##########################################
# 
#   @desc: app端埋点日志文件导入ods层表
#   @target: ods.event_app_log
#
#
############################


HIVE_HOME=/opt/apps/hive-3.1.2/
DT=`date -d'-1 day' +%Y-%m-%d`

if [ $1 ]
then
DT=$1
fi

${HIVE_HOME}/bin/hive -e "
load data inpath '/eventlog/app/${DT}' into table ods.event_app_log partition(dt='${DT}')

"

if [ $? -eq 0 ]
then
echo "Congratulation! 任务执行成功"
else
echo "What a pity! The job is failed!节哀顺变"
fi

#!/bin/bash

###############################
#
#   
#  @desc: 生成当天的idmapping字典
#         
#  @date: 2020-09-06
#
###############################

export SPARK_HOME=/opt/apps/spark-2.4.4

DT1=`date -d'-1 day' +%Y-%m-%d`
DT2=`date -d'-2 day' +%Y-%m-%d`

if [[ $1 && $2 ]] 
then
DT1=$1
DT2