Hive优化及yarn调优

set hive.exec.reducers.bytes.per.reducer=100000000;
set hive.optimize.cp=true;
set hive.optimize.prunner=true;
set hive.exec.parallel=true ;
set hive.exec.parallel.thread.number=8;
set mapred.compress.map.output=true;
set mapred.map.output.compression.codec=org.apache.hadoop.io.compress.DefaultCodec;
set mapred.reduce.parallel.copies=10;
set mapred.reduce.copy.backoff=200;
set mapred.job.shuffle.input.buffer.percent=0.9;
set mapred.job.reduce.input.buffer.percent=0.5;
set mapred.job.shuffle.merge.percent=0.8;
set io.sort.factor=300;
set hive.auto.convert.join=false;
set mapred.max.split.size=200000000;
set mapreduce.map.memory.mb=5632;
set mapreduce.reduce.memory.mb=11264;
set mapred.child.java.opts=-Xmx7168m;
set mapreduce.map.java.opts=-Xmx7168m;
set mapreduce.reduce.java.opts=-Xmx7168m;