【数据治理】HIVE小文件合并
开启动态分区,并设置文件大小,重新insert
set hive.support.concurrency=fals;
set hive.exec.dynamic.partition=true;
set hive.exec.dynamic.partition.mode=nonstrict;
set hive.merge.size.per.task=256000000;
set hive.merge.smallfiles.avgsize=256000000;
set hive.merge.mapfiles=true;
set hive.merge.mapredfiles=true;
insert overwrite table xxxx.xxxx partition(hdfs_par)
select
*
from
where