nanyangjx hive数据自动加载脚本

自动加载数据
#!/bin/bash

YESTERDAY=date -d '-1 days' +%Y%m%d
#定义日志数据目录，文件名称是在变化，不能写死
ACCESS_LOG_DIR=/opt/datas/access_logs/$YESTERDAY

定义HIVE_HOME
HIVE_HOME=/opt/modules/cdh/hive-0.13.1-cdh5.3.6

#2018063001.log
for FILE in ls $ACCESS_LOG_DIR

do

DAY=${FILE:0:8}
HOUR=${FILE:8:2}
#echo " ${DAY} -- ${HOUR} "

$HIV{E}_{H}OME/bin/hive-e"loaddatalocalinpat{h}^{\prime }$ACCESS_LOG_DIR/$FIL{E}^{\prime }intotableloa{d}_{h}ive.loa{d}_{h}partition(date{=}^{\prime }${DAY}’,hour=’${HOUR}’) "

done

$HIVE_HOME/bin/hive -e “show partitions load_hive.load_h”