diff --git a/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java b/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java index 0c783e1..c91510b 100644 --- a/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java +++ b/common/src/java/org/apache/hadoop/hive/conf/HiveConf.java @@ -679,7 +679,7 @@ private static void populateLlapDaemonVarsSet(Set llapDaemonVarsSetLocal MAPREDBIN("mapred.bin.path", findMapRedBinary(), "", true), HIVE_FS_HAR_IMPL("fs.har.impl", "org.apache.hadoop.hive.shims.HiveHarFileSystem", "The implementation for accessing Hadoop Archives. Note that this won't be applicable to Hadoop versions less than 0.20"), - MAPREDMAXSPLITSIZE(FileInputFormat.SPLIT_MAXSIZE, 256000000L, "", true), + MAPREDMAXSPLITSIZE(FileInputFormat.SPLIT_MAXSIZE, 536870912L, "", true), MAPREDMINSPLITSIZE(FileInputFormat.SPLIT_MINSIZE, 1L, "", true), MAPREDMINSPLITSIZEPERNODE(CombineFileInputFormat.SPLIT_MINSIZE_PERNODE, 1L, "", true), MAPREDMINSPLITSIZEPERRACK(CombineFileInputFormat.SPLIT_MINSIZE_PERRACK, 1L, "", true), diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/mv_query44.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/mv_query44.q.out index db9acc9..9034de7 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/mv_query44.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/mv_query44.q.out @@ -162,7 +162,7 @@ Stage-0 <-Map 11 [SIMPLE_EDGE] vectorized SHUFFLE [RS_119] PartitionCols:_col0 - Group By Operator [GBY_118] (rows=258 width=124) + Group By Operator [GBY_118] (rows=123 width=124) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","count(_col1)"],keys:true Select Operator [SEL_117] (rows=287946 width=114) Output:["_col1"] diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query28.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query28.q.out index e010dc7..49e81eb 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query28.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query28.q.out @@ -152,12 +152,12 @@ Stage-0 PARTITION_ONLY_SHUFFLE [RS_162] Group By Operator [GBY_161] (rows=1 width=128) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","count(_col2)","count(_col0)"] - Group By Operator [GBY_160] (rows=7618989 width=226) + Group By Operator [GBY_160] (rows=5952893 width=226) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_129] PartitionCols:_col0 - Group By Operator [GBY_123] (rows=7618989 width=226) + Group By Operator [GBY_123] (rows=5952893 width=226) Output:["_col0","_col1","_col2"],aggregations:["sum(ss_list_price)","count(ss_list_price)"],keys:ss_list_price Select Operator [SEL_117] (rows=15237978 width=324) Output:["ss_list_price"] @@ -179,12 +179,12 @@ Stage-0 PARTITION_ONLY_SHUFFLE [RS_156] Group By Operator [GBY_155] (rows=1 width=128) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","count(_col2)","count(_col0)"] - Group By Operator [GBY_154] (rows=7618989 width=226) + Group By Operator [GBY_154] (rows=5952893 width=226) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_128] PartitionCols:_col0 - Group By Operator [GBY_122] (rows=7618989 width=226) + Group By Operator [GBY_122] (rows=5952893 width=226) Output:["_col0","_col1","_col2"],aggregations:["sum(ss_list_price)","count(ss_list_price)"],keys:ss_list_price Select Operator [SEL_116] (rows=15237978 width=324) Output:["ss_list_price"] @@ -205,12 +205,12 @@ Stage-0 PARTITION_ONLY_SHUFFLE [RS_150] Group By Operator [GBY_149] (rows=1 width=128) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","count(_col2)","count(_col0)"] - Group By Operator [GBY_148] (rows=7618989 width=226) + Group By Operator [GBY_148] (rows=5952893 width=226) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_127] PartitionCols:_col0 - Group By Operator [GBY_121] (rows=7618989 width=226) + Group By Operator [GBY_121] (rows=5952893 width=226) Output:["_col0","_col1","_col2"],aggregations:["sum(ss_list_price)","count(ss_list_price)"],keys:ss_list_price Select Operator [SEL_115] (rows=15237978 width=324) Output:["ss_list_price"] @@ -231,12 +231,12 @@ Stage-0 PARTITION_ONLY_SHUFFLE [RS_144] Group By Operator [GBY_143] (rows=1 width=128) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","count(_col2)","count(_col0)"] - Group By Operator [GBY_142] (rows=7618989 width=226) + Group By Operator [GBY_142] (rows=5952893 width=226) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_126] PartitionCols:_col0 - Group By Operator [GBY_120] (rows=7618989 width=226) + Group By Operator [GBY_120] (rows=5952893 width=226) Output:["_col0","_col1","_col2"],aggregations:["sum(ss_list_price)","count(ss_list_price)"],keys:ss_list_price Select Operator [SEL_114] (rows=15237978 width=324) Output:["ss_list_price"] @@ -257,12 +257,12 @@ Stage-0 PARTITION_ONLY_SHUFFLE [RS_138] Group By Operator [GBY_137] (rows=1 width=128) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","count(_col2)","count(_col0)"] - Group By Operator [GBY_136] (rows=7618989 width=226) + Group By Operator [GBY_136] (rows=5952893 width=226) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_125] PartitionCols:_col0 - Group By Operator [GBY_119] (rows=7618989 width=226) + Group By Operator [GBY_119] (rows=5952893 width=226) Output:["_col0","_col1","_col2"],aggregations:["sum(ss_list_price)","count(ss_list_price)"],keys:ss_list_price Select Operator [SEL_113] (rows=15237978 width=324) Output:["ss_list_price"] @@ -279,12 +279,12 @@ Stage-0 PARTITION_ONLY_SHUFFLE [RS_132] Group By Operator [GBY_131] (rows=1 width=128) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","count(_col2)","count(_col0)"] - Group By Operator [GBY_130] (rows=7618989 width=226) + Group By Operator [GBY_130] (rows=5952893 width=226) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_124] PartitionCols:_col0 - Group By Operator [GBY_118] (rows=7618989 width=226) + Group By Operator [GBY_118] (rows=5952893 width=226) Output:["_col0","_col1","_col2"],aggregations:["sum(ss_list_price)","count(ss_list_price)"],keys:ss_list_price Select Operator [SEL_112] (rows=15237978 width=324) Output:["ss_list_price"] diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query44.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query44.q.out index 3fd361a..f21d099 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query44.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query44.q.out @@ -141,7 +141,7 @@ Stage-0 <-Map 11 [SIMPLE_EDGE] vectorized SHUFFLE [RS_119] PartitionCols:_col0 - Group By Operator [GBY_118] (rows=258 width=124) + Group By Operator [GBY_118] (rows=123 width=124) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","count(_col1)"],keys:true Select Operator [SEL_117] (rows=287946 width=114) Output:["_col1"] diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query8.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query8.q.out index f008099..30088b5 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query8.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query8.q.out @@ -340,7 +340,7 @@ Stage-0 <-Map 8 [SIMPLE_EDGE] vectorized SHUFFLE [RS_153] PartitionCols:_col0 - Group By Operator [GBY_152] (rows=70994 width=192) + Group By Operator [GBY_152] (rows=35497 width=192) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 Select Operator [SEL_151] (rows=20000000 width=89) Output:["_col0"] diff --git a/ql/src/test/results/clientpositive/perf/tez/query28.q.out b/ql/src/test/results/clientpositive/perf/tez/query28.q.out index e010dc7..49e81eb 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query28.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query28.q.out @@ -152,12 +152,12 @@ Stage-0 PARTITION_ONLY_SHUFFLE [RS_162] Group By Operator [GBY_161] (rows=1 width=128) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","count(_col2)","count(_col0)"] - Group By Operator [GBY_160] (rows=7618989 width=226) + Group By Operator [GBY_160] (rows=5952893 width=226) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_129] PartitionCols:_col0 - Group By Operator [GBY_123] (rows=7618989 width=226) + Group By Operator [GBY_123] (rows=5952893 width=226) Output:["_col0","_col1","_col2"],aggregations:["sum(ss_list_price)","count(ss_list_price)"],keys:ss_list_price Select Operator [SEL_117] (rows=15237978 width=324) Output:["ss_list_price"] @@ -179,12 +179,12 @@ Stage-0 PARTITION_ONLY_SHUFFLE [RS_156] Group By Operator [GBY_155] (rows=1 width=128) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","count(_col2)","count(_col0)"] - Group By Operator [GBY_154] (rows=7618989 width=226) + Group By Operator [GBY_154] (rows=5952893 width=226) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_128] PartitionCols:_col0 - Group By Operator [GBY_122] (rows=7618989 width=226) + Group By Operator [GBY_122] (rows=5952893 width=226) Output:["_col0","_col1","_col2"],aggregations:["sum(ss_list_price)","count(ss_list_price)"],keys:ss_list_price Select Operator [SEL_116] (rows=15237978 width=324) Output:["ss_list_price"] @@ -205,12 +205,12 @@ Stage-0 PARTITION_ONLY_SHUFFLE [RS_150] Group By Operator [GBY_149] (rows=1 width=128) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","count(_col2)","count(_col0)"] - Group By Operator [GBY_148] (rows=7618989 width=226) + Group By Operator [GBY_148] (rows=5952893 width=226) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_127] PartitionCols:_col0 - Group By Operator [GBY_121] (rows=7618989 width=226) + Group By Operator [GBY_121] (rows=5952893 width=226) Output:["_col0","_col1","_col2"],aggregations:["sum(ss_list_price)","count(ss_list_price)"],keys:ss_list_price Select Operator [SEL_115] (rows=15237978 width=324) Output:["ss_list_price"] @@ -231,12 +231,12 @@ Stage-0 PARTITION_ONLY_SHUFFLE [RS_144] Group By Operator [GBY_143] (rows=1 width=128) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","count(_col2)","count(_col0)"] - Group By Operator [GBY_142] (rows=7618989 width=226) + Group By Operator [GBY_142] (rows=5952893 width=226) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_126] PartitionCols:_col0 - Group By Operator [GBY_120] (rows=7618989 width=226) + Group By Operator [GBY_120] (rows=5952893 width=226) Output:["_col0","_col1","_col2"],aggregations:["sum(ss_list_price)","count(ss_list_price)"],keys:ss_list_price Select Operator [SEL_114] (rows=15237978 width=324) Output:["ss_list_price"] @@ -257,12 +257,12 @@ Stage-0 PARTITION_ONLY_SHUFFLE [RS_138] Group By Operator [GBY_137] (rows=1 width=128) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","count(_col2)","count(_col0)"] - Group By Operator [GBY_136] (rows=7618989 width=226) + Group By Operator [GBY_136] (rows=5952893 width=226) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_125] PartitionCols:_col0 - Group By Operator [GBY_119] (rows=7618989 width=226) + Group By Operator [GBY_119] (rows=5952893 width=226) Output:["_col0","_col1","_col2"],aggregations:["sum(ss_list_price)","count(ss_list_price)"],keys:ss_list_price Select Operator [SEL_113] (rows=15237978 width=324) Output:["ss_list_price"] @@ -279,12 +279,12 @@ Stage-0 PARTITION_ONLY_SHUFFLE [RS_132] Group By Operator [GBY_131] (rows=1 width=128) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","count(_col2)","count(_col0)"] - Group By Operator [GBY_130] (rows=7618989 width=226) + Group By Operator [GBY_130] (rows=5952893 width=226) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0 <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_124] PartitionCols:_col0 - Group By Operator [GBY_118] (rows=7618989 width=226) + Group By Operator [GBY_118] (rows=5952893 width=226) Output:["_col0","_col1","_col2"],aggregations:["sum(ss_list_price)","count(ss_list_price)"],keys:ss_list_price Select Operator [SEL_112] (rows=15237978 width=324) Output:["ss_list_price"] diff --git a/ql/src/test/results/clientpositive/perf/tez/query44.q.out b/ql/src/test/results/clientpositive/perf/tez/query44.q.out index 0ec015a..f184c75 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query44.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query44.q.out @@ -143,7 +143,7 @@ Stage-0 <-Map 11 [SIMPLE_EDGE] vectorized SHUFFLE [RS_122] PartitionCols:_col0 - Group By Operator [GBY_121] (rows=258 width=124) + Group By Operator [GBY_121] (rows=123 width=124) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","count(_col1)"],keys:true Select Operator [SEL_120] (rows=287946 width=114) Output:["_col1"] diff --git a/ql/src/test/results/clientpositive/perf/tez/query8.q.out b/ql/src/test/results/clientpositive/perf/tez/query8.q.out index da49d2e..a2630b1 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query8.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query8.q.out @@ -340,7 +340,7 @@ Stage-0 <-Map 8 [SIMPLE_EDGE] vectorized SHUFFLE [RS_153] PartitionCols:_col0 - Group By Operator [GBY_152] (rows=70994 width=192) + Group By Operator [GBY_152] (rows=35497 width=192) Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 Select Operator [SEL_151] (rows=20000000 width=89) Output:["_col0"]