（8）用户行为数据宽表导入脚本8

3.5.3用户行为数据宽表导入脚本

1）在/home/atguigu/bin目录下创建脚本dws_db_wide.sh
[atguigu@hadoop102 bin]$ vim dws_db_wide.sh
在脚本中填写如下内容
#!/bin/bash

定义变量方便修改

APP=gmall
hive=/opt/module/hive/bin/hive

如果是输入的日期按照取输入日期；如果没输入日期取当前时间的前一天

if [ -n “$1” ] ;then
do_date=$1
else
do_date=date -d "-1 day" +%F
fi

sql="

with
tmp_order as
(
select
user_id,
sum(oi.total_amount) order_amount,
count() order_count
from "$APP".dw{d}_{o}rde{r}_{i}nfooiwheredat{e}_{f}ormat(oi.creat{e}_{t}ime{,}^{\prime }yyyy-MM-d{d}^{\prime }){=}^{\prime }$do_date’
group by user_id
) ,
tmp_payment as
(
select
user_id,
sum(pi.total_amount) payment_amount,
count() payment_count
from "$APP".dw{d}_{p}aymen{t}_{i}nfopiwheredat{e}_{f}ormat(pi.paymen{t}_{t}ime{,}^{\prime }yyyy-MM-d{d}^{\prime }){=}^{\prime }$do_date’
group by user_id
),
tmp_comment as
(
select
user_id,
count(*) comment_count
from "$APP".dw{d}_{c}ommen{t}_{l}ogcwheredat{e}_{f}ormat(c.dt{,}^{\prime }yyyy-MM-d{d}^{\prime }){=}^{\prime }$do_date’
group by user_id
)

Insert overwrite table "$APP".dw{s}_{u}se{r}_{a}ctionpartition(dt{=}^{\prime }$do_date’)
select
user_actions.user_id,
sum(user_actions.order_count),
sum(user_actions.order_amount),
sum(user_actions.payment_count),
sum(user_actions.payment_amount),
sum(user_actions.comment_count)
from
(
select
user_id,
order_count,
order_amount,
0 payment_count,
0 payment_amount,
0 comment_count
from tmp_order

union all
select

user_id,
0 order_count,
0 order_amount,
payment_count,
payment_amount,
0
from tmp_payment

union all
select

user_id,
0 order_count,
0 order_amount,
0 payment_count,
0 payment_amount,
comment_count
from tmp_comment
) user_actions
group by user_id;
"

$hive-e"$sql"
2）增加脚本执行权限
[atguigu@hadoop102 bin]$ chmod 777 dws_db_wide.sh
3）执行脚本导入数据
[atguigu@hadoop102 bin]$dws_db_wide.sh 2019-02-11
4）查看导入数据
hive (gmall)>
select * from dws_user_action where dt=‘2019-02-11’ limit 2;