性能测试 hive Use ANALYZE table columns

最新推荐文章于 2024-09-07 00:17:30 发布

原创

最新推荐文章于 2024-09-07 00:17:30 发布

· 2.1k 阅读

1 ·

版权

测试记录数： 346804534

数据大小：20GB

select eventchannel from event8 where pdate = '2015-09-01' and lower(eventchannel) rlike 'window' and eventsourcemachine rlike 'changhong' group by eventchannel having count(1) > 100;
cost: 179 sec

set hive.compute.query.using.stats = true;
set hive.stats.fetch.column.stats = true;
set hive.stats.fetch.partition.stats = true;
set hive.cbo.enable = true;
select eventchannel from event8 where pdate = '2015-09-01' and lower(eventchannel) rlike 'window' and eventsourcemachine rlike 'changhong' group by eventchannel having count(1) > 100;
cost: 365

set hive.execution.engine = tez ;
select eventchannel from event8 where pdate = '2015-09-01' and lower(eventchannel) rlike 'window' and eventsourcemachine rlike 'changhong'