hive多分区写入

最新推荐文章于 2023-10-28 16:56:08 发布

mulangren1988

最新推荐文章于 2023-10-28 16:56:08 发布

阅读量3.6k

点赞数

分类专栏：大数据仓库 Hive 文章标签： hive

本文链接：https://blog.csdn.net/mulangren1988/article/details/87878523

版权

Hive 同时被 2 个专栏收录

15 篇文章 0 订阅

订阅专栏

大数据仓库

8 篇文章 0 订阅

订阅专栏

hive多分区写入

-- 多分区写入
set mapred.max.split.size=256000000;
set hive.exec.dynamic.partition.mode=nonstrict;
set hive.exec.max.dynamic.partitions=800;
set hive.exec.max.dynamic.partitions.pernode=800;

INSERT overwrite table ods.im_session_content_record partition(`date`)
select
-999 as source_type,
a.cid,
a.sid,
a.vccid,
a.userid,
current_timestamp as bi_update_datetime,
to_date(from_unixtime(cast(cont.createTime as int))) as `date`
from ods.im_session_content a LATERAL VIEW explode(content) bb AS cont
where from_unixtime(cast(cont.createTime as int)) < '2018-11-25'
;

INSERT overwrite table ods.im_session_content_record partition(`date`)
select
-999 as source_type,
a.cid,
a.sid,
a.vccid,
a.userid,
current_timestamp as bi_update_datetime,
to_date(from_unixtime(cast(cont.createTime as int))) as `date`
from ods.im_session_content a LATERAL VIEW explode(content) bb AS cont
where from_unixtime(cast(cont.createTime as int)) >= '2018-11-25'
and from_unixtime(cast(cont.createTime as int)) < '2018-12-02'
;