emr hadoop 参数调优

set hive.merge.mapfiles=true;
set hive.merge.mapredfiles=true;
set hive.merge.size.per.task=100000000;
set mapred.task.timeout=60000000;
set hive.exec.compress.intermediate=true;
set hive.exec.parallel=true;
set mapred.output.compression.type=BLOCK;
set mapred.output.compression.codec=org.apache.hadoop.io.compress.SnappyCodec;
set mapreduce.output.fileoutputformat.compress=true;
set hive.exec.compress.output=true;
set hive.intermediate.compression.type=BLOCK;
set hive.intermediate.compression.codec=org.apache.hadoop.io.compress.SnappyCodec;
set hive.exec.compress.intermediate=true;
上一篇:Java小项目之:五子棋,你下棋下得过电脑吗?


下一篇:[转] 移动前端不得不了解的HTML5 head 头标签