hive的一些重要参数

hive的一些重要参数

SET hive.tez.container.size=8096;
SET hive.tez.java.opts=-Xmx13384m;
set hive.execution.engine=tez;
set hive.tez.container.size=10240;
set dfs.client.use.datanode.hostname=true;
set hive.enforce.bucketing=true;
set hive.exec.dynamic.partition=true;
set hive.exec.dynamic.partition.mode=nonstrict;
set hive.mapjoin.smalltable.filesize=200000000;
set mapreduce.map.memory.mb=10240;
set mapreduce.map.java.opts=-Xmx6600m;
set mapreduce.reduce.memory.mb=10000;
set mapreduce.reduce.java.opts=-Xmx6600m;
set yarn.app.mapreduce.am.resource.mb=6000;
set yarn.app.mapreduce.am.command-opts=-Xmx4048m;
set hive.optimize.sort.dynamic.partition=true;
set hive.merge.mapredfiles=true;
set hive.merge.smallfiles.avgsize=134217728;
set hive.merge.size.per.task=134217728;
set hive.exec.compress.output=true;
set mapreduce.output.fileoutputformat.compress=true;
set mapreduce.output.fileoutputformat.compress.codec=org.apache.hadoop.io.compress.SnappyCodec;
set mapreduce.output.fileoutputformat.compress.type=BLOCK;
set parquet.compression=snappy;