diff --git a/ql/src/java/org/apache/hadoop/hive/ql/optimizer/stats/annotation/StatsRulesProcFactory.java b/ql/src/java/org/apache/hadoop/hive/ql/optimizer/stats/annotation/StatsRulesProcFactory.java index 32fba6c8ff..fd60c8a464 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/optimizer/stats/annotation/StatsRulesProcFactory.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/optimizer/stats/annotation/StatsRulesProcFactory.java @@ -1382,7 +1382,8 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, } else { // Case 3: column stats, hash aggregation, NO grouping sets cardinality = Math.min(parentNumRows/2, StatsUtils.safeMult(ndvProduct, parallelism)); - long orgParentNumRows = getParentNumRows(gop, gop.getConf().getKeys(), conf); + long orgParentNumRows = StatsUtils.safeMult(getParentNumRows(gop, gop.getConf().getKeys(), conf) , + parallelism); cardinality = Math.min(cardinality, orgParentNumRows); if (LOG.isDebugEnabled()) { @@ -1410,7 +1411,7 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, // in reduce side GBY, we don't know if the grouping set was present or not. so get it // from map side GBY - GroupByOperator mGop = OperatorUtils.findSingleOperatorUpstream(parent, GroupByOperator.class); + GroupByOperator mGop = OperatorUtils.findSingleOperatorUpstreamJoinAccounted(parent, GroupByOperator.class); if (mGop != null) { containsGroupingSet = mGop.getConf().isGroupingSetsPresent(); } @@ -1425,7 +1426,14 @@ public Object process(Node nd, Stack stack, NodeProcessorCtx procCtx, } } else { // Case 9: column stats, NO grouping sets - cardinality = Math.min(parentNumRows, ndvProduct); + // to get to the source number of rows we should be using original group by + GroupByOperator gOpStats = mGop; + if(gOpStats == null) { + // it could be NULL in case the plan has single group by (instead of merge and final) e.g. autogather stats + gOpStats = gop; + } + long orgParentNumRows = getParentNumRows(gOpStats, gOpStats.getConf().getKeys(), conf) ; + cardinality = Math.min(orgParentNumRows, ndvProduct); if (LOG.isDebugEnabled()) { LOG.debug("[Case 9] STATS-" + gop.toString() + ": cardinality: " + cardinality); diff --git a/ql/src/test/results/clientpositive/annotate_stats_groupby.q.out b/ql/src/test/results/clientpositive/annotate_stats_groupby.q.out index fe30d3197c..5ebc0706e0 100644 --- a/ql/src/test/results/clientpositive/annotate_stats_groupby.q.out +++ b/ql/src/test/results/clientpositive/annotate_stats_groupby.q.out @@ -837,10 +837,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: bigint) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 4 Data size: 376 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8 Data size: 744 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 4 Data size: 376 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8 Data size: 744 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/cbo_rp_annotate_stats_groupby.q.out b/ql/src/test/results/clientpositive/cbo_rp_annotate_stats_groupby.q.out index 91369679aa..b35241e383 100644 --- a/ql/src/test/results/clientpositive/cbo_rp_annotate_stats_groupby.q.out +++ b/ql/src/test/results/clientpositive/cbo_rp_annotate_stats_groupby.q.out @@ -829,10 +829,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: bigint) mode: mergepartial outputColumnNames: state, zip - Statistics: Num rows: 4 Data size: 376 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8 Data size: 744 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 4 Data size: 376 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8 Data size: 744 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/bucket_groupby.q.out b/ql/src/test/results/clientpositive/llap/bucket_groupby.q.out index 4e6885d9a2..8b607428c7 100644 --- a/ql/src/test/results/clientpositive/llap/bucket_groupby.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket_groupby.q.out @@ -1734,15 +1734,15 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col2 (type: bigint) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: bigint) Reducer 3 @@ -1751,7 +1751,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: bigint) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 Statistics: Num rows: 10 Data size: 950 Basic stats: COMPLETE Column stats: COMPLETE diff --git a/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out b/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out index 8fe30f0cc5..0e53b578fa 100644 --- a/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out @@ -1674,7 +1674,7 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -1683,7 +1683,7 @@ STAGE PLANS: 1 _col0 (type: int), _col1 (type: string) input vertices: 1 Map 4 - Statistics: Num rows: 242 Data size: 1936 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 484 Data size: 3872 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash @@ -1796,7 +1796,7 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -1805,7 +1805,7 @@ STAGE PLANS: 1 _col0 (type: int), _col1 (type: string) input vertices: 1 Map 4 - Statistics: Num rows: 242 Data size: 1936 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 484 Data size: 3872 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash diff --git a/ql/src/test/results/clientpositive/llap/check_constraint.q.out b/ql/src/test/results/clientpositive/llap/check_constraint.q.out index 72736807cc..1c193492db 100644 --- a/ql/src/test/results/clientpositive/llap/check_constraint.q.out +++ b/ql/src/test/results/clientpositive/llap/check_constraint.q.out @@ -1755,11 +1755,11 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 250 Data size: 73500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 147000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: int), _col3 (type: decimal(5,2)), _col1 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 51750 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 103500 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 Statistics: Num rows: 10 Data size: 2070 Basic stats: COMPLETE Column stats: COMPLETE diff --git a/ql/src/test/results/clientpositive/llap/constraints_optimization.q.out b/ql/src/test/results/clientpositive/llap/constraints_optimization.q.out index 96caa4d6dd..7966ac869c 100644 --- a/ql/src/test/results/clientpositive/llap/constraints_optimization.q.out +++ b/ql/src/test/results/clientpositive/llap/constraints_optimization.q.out @@ -1538,14 +1538,14 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 188 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: int), _col1 (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/correlationoptimizer1.q.out b/ql/src/test/results/clientpositive/llap/correlationoptimizer1.q.out index efa2dd818a..c4e9d6fc1c 100644 --- a/ql/src/test/results/clientpositive/llap/correlationoptimizer1.q.out +++ b/ql/src/test/results/clientpositive/llap/correlationoptimizer1.q.out @@ -1466,10 +1466,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 32 Data size: 4828 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 64 Data size: 9565 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 32 Data size: 4828 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 64 Data size: 9565 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1603,10 +1603,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 32 Data size: 4828 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 64 Data size: 9565 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 32 Data size: 4828 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 64 Data size: 9565 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -2936,11 +2936,11 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 19 Data size: 3477 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 25 Data size: 4575 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hash(_col0) (type: int), hash(_col1) (type: int), hash(_col2) (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 19 Data size: 3477 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 25 Data size: 4575 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col0), sum(_col1), sum(_col2) mode: hash @@ -3093,11 +3093,11 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 19 Data size: 3477 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 25 Data size: 4575 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hash(_col0) (type: int), hash(_col1) (type: int), hash(_col2) (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 19 Data size: 3477 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 25 Data size: 4575 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col0), sum(_col1), sum(_col2) mode: hash diff --git a/ql/src/test/results/clientpositive/llap/correlationoptimizer6.q.out b/ql/src/test/results/clientpositive/llap/correlationoptimizer6.q.out index 93a3017696..857020e107 100644 --- a/ql/src/test/results/clientpositive/llap/correlationoptimizer6.q.out +++ b/ql/src/test/results/clientpositive/llap/correlationoptimizer6.q.out @@ -3406,21 +3406,21 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 20 Data size: 5600 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 25 Data size: 7000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: bigint), _col2 (type: string), _col3 (type: string), _col4 (type: bigint) sort order: +++++ - Statistics: Num rows: 20 Data size: 5600 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 25 Data size: 7000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 5 Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 20 Data size: 5600 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 25 Data size: 7000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 20 Data size: 5600 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 25 Data size: 7000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -3456,12 +3456,12 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 395 Data size: 73470 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 395 Data size: 73470 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: bigint) Stage: Stage-0 @@ -3672,10 +3672,10 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 20 Data size: 5600 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 25 Data size: 7000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 20 Data size: 5600 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 25 Data size: 7000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -3711,12 +3711,12 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 395 Data size: 73470 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 395 Data size: 73470 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: bigint) Stage: Stage-0 @@ -3934,7 +3934,7 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 395 Data size: 73470 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -3944,10 +3944,10 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3, _col4 input vertices: 0 Reducer 2 - Statistics: Num rows: 20 Data size: 5600 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 25 Data size: 7000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 20 Data size: 5600 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 25 Data size: 7000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out b/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out index bd3c7769a4..98e0e82077 100644 --- a/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out +++ b/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out @@ -1702,14 +1702,14 @@ STAGE PLANS: keys: KEY._col0 (type: tinyint), KEY._col1 (type: smallint), KEY._col2 (type: int), KEY._col3 (type: bigint), KEY._col4 (type: float) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 5 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 11 Data size: 264 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col0 (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 5 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 11 Data size: 264 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 5 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 11 Data size: 264 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1718,18 +1718,18 @@ STAGE PLANS: Select Operator expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), 'foo' (type: string), _col4 (type: tinyint) outputColumnNames: si, i, b, f, ds, t - Statistics: Num rows: 5 Data size: 555 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 11 Data size: 1221 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: compute_stats(si, 'hll'), compute_stats(i, 'hll'), compute_stats(b, 'hll'), compute_stats(f, 'hll') keys: ds (type: string), t (type: tinyint) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 2 Data size: 3574 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 5 Data size: 8935 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: tinyint) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: tinyint) - Statistics: Num rows: 2 Data size: 3574 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 5 Data size: 8935 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: struct), _col3 (type: struct), _col4 (type: struct), _col5 (type: struct) Reducer 3 Execution mode: llap @@ -1739,14 +1739,14 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: tinyint) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 2 Data size: 3702 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 5 Data size: 9255 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: struct), _col3 (type: struct), _col4 (type: struct), _col5 (type: struct), _col0 (type: string), _col1 (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 2 Data size: 3702 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 5 Data size: 9255 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 3702 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 5 Data size: 9255 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1825,15 +1825,15 @@ STAGE PLANS: keys: KEY._col0 (type: tinyint), KEY._col1 (type: smallint), KEY._col2 (type: int), KEY._col3 (type: bigint), KEY._col4 (type: float) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 5 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 11 Data size: 264 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col0 (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 5 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 11 Data size: 264 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false Dp Sort State: PARTITION_SORTED - Statistics: Num rows: 5 Data size: 120 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 11 Data size: 264 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization2.q.out b/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization2.q.out index 30074abaf2..cb8dc83847 100644 --- a/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization2.q.out +++ b/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization2.q.out @@ -1192,14 +1192,14 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: float), KEY._col2 (type: float) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: float), _col2 (type: float), _col0 (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 4 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat @@ -1208,7 +1208,7 @@ STAGE PLANS: Select Operator expressions: _col0 (type: float), _col1 (type: float), _col2 (type: int) outputColumnNames: ss_net_paid_inc_tax, ss_net_profit, ss_sold_date_sk - Statistics: Num rows: 4 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: compute_stats(ss_net_paid_inc_tax, 'hll'), compute_stats(ss_net_profit, 'hll') keys: ss_sold_date_sk (type: int) diff --git a/ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out b/ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out index dca0ebdab8..07ab2202d1 100644 --- a/ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out +++ b/ql/src/test/results/clientpositive/llap/enforce_constraint_notnull.q.out @@ -3062,11 +3062,11 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: UDFToInteger(_col0) (type: int), CAST( _col0 AS decimal(5,2)) (type: decimal(5,2)), _col1 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 51750 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 103500 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 2 Statistics: Num rows: 2 Data size: 414 Basic stats: COMPLETE Column stats: COMPLETE diff --git a/ql/src/test/results/clientpositive/llap/except_distinct.q.out b/ql/src/test/results/clientpositive/llap/except_distinct.q.out index c155a73c96..7f04cc9b78 100644 --- a/ql/src/test/results/clientpositive/llap/except_distinct.q.out +++ b/ql/src/test/results/clientpositive/llap/except_distinct.q.out @@ -277,26 +277,26 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), 2L (type: bigint), _col2 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 250 Data size: 48500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col3 (type: bigint), (_col2 * _col3) (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 194000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col2), sum(_col3) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 250 Data size: 48500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 250 Data size: 48500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 4 Execution mode: vectorized, llap @@ -329,26 +329,26 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), 1L (type: bigint), _col2 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 250 Data size: 48500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col3 (type: bigint), (_col2 * _col3) (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 194000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col2), sum(_col3) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 250 Data size: 48500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 250 Data size: 48500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Union 3 Vertex: Union 3 @@ -459,26 +459,26 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), 1L (type: bigint), _col2 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 250 Data size: 48500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col3 (type: bigint), (_col2 * _col3) (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 274 Data size: 53156 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1500 Data size: 291000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col2), sum(_col3) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 137 Data size: 26578 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 145500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 137 Data size: 26578 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 145500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 12 Execution mode: vectorized, llap @@ -488,26 +488,26 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), 1L (type: bigint), _col2 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 250 Data size: 48500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col3 (type: bigint), (_col2 * _col3) (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 194000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col2), sum(_col3) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 250 Data size: 48500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 250 Data size: 48500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 2 Execution mode: vectorized, llap @@ -517,26 +517,26 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), 2L (type: bigint), _col2 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 250 Data size: 48500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col3 (type: bigint), (_col2 * _col3) (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 194000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col2), sum(_col3) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 250 Data size: 48500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 250 Data size: 48500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 4 Execution mode: vectorized, llap @@ -546,39 +546,39 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 250 Data size: 48500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 194000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (((_col2 * 2) = _col3) and (_col2 > 0L)) (type: boolean) - Statistics: Num rows: 41 Data size: 7954 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 166 Data size: 32204 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 41 Data size: 7954 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 166 Data size: 32204 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() keys: _col0 (type: string), _col1 (type: string) mode: complete outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 41 Data size: 7626 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 186000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), 2L (type: bigint), _col2 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 41 Data size: 7954 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 194000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col3 (type: bigint), (_col2 * _col3) (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 291 Data size: 56454 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1500 Data size: 291000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col2), sum(_col3) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 145 Data size: 28130 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 145500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 145 Data size: 28130 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 145500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 6 Execution mode: vectorized, llap @@ -588,39 +588,39 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 145 Data size: 28130 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 194000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (((_col2 * 2) = _col3) and (_col2 > 0L)) (type: boolean) - Statistics: Num rows: 24 Data size: 4656 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 166 Data size: 32204 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 24 Data size: 4656 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 166 Data size: 32204 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() keys: _col0 (type: string), _col1 (type: string) mode: complete outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 24 Data size: 4464 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 186000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), 2L (type: bigint), _col2 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 24 Data size: 4656 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 194000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col3 (type: bigint), (_col2 * _col3) (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 274 Data size: 53156 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1500 Data size: 291000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col2), sum(_col3) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 137 Data size: 26578 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 145500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 137 Data size: 26578 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 145500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 8 Execution mode: vectorized, llap @@ -630,17 +630,17 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 137 Data size: 26578 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (((_col2 * 2) = _col3) and (_col2 > 0L)) (type: boolean) - Statistics: Num rows: 22 Data size: 4268 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 83 Data size: 16102 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 22 Data size: 3916 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 22 Data size: 3916 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -653,26 +653,26 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), 1L (type: bigint), _col2 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 250 Data size: 48500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col3 (type: bigint), (_col2 * _col3) (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 291 Data size: 56454 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1500 Data size: 291000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col2), sum(_col3) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 145 Data size: 28130 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 145500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 145 Data size: 28130 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 145500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Union 3 Vertex: Union 3 diff --git a/ql/src/test/results/clientpositive/llap/explainanalyze_2.q.out b/ql/src/test/results/clientpositive/llap/explainanalyze_2.q.out index 9332e719d9..3ecfdf29a8 100644 --- a/ql/src/test/results/clientpositive/llap/explainanalyze_2.q.out +++ b/ql/src/test/results/clientpositive/llap/explainanalyze_2.q.out @@ -65,7 +65,7 @@ Stage-0 Stage-1 Reducer 5 llap File Output Operator [FS_56] - Group By Operator [GBY_54] (rows=132/15 width=268) + Group By Operator [GBY_54] (rows=525/15 width=268) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 4 [SIMPLE_EDGE] <-Reducer 3 [CONTAINS] llap @@ -271,22 +271,22 @@ Stage-0 <-Reducer 5 [CONTAINS] llap Reduce Output Operator [RS_229] PartitionCols:_col0, _col1 - Group By Operator [GBY_227] (rows=196/15 width=177) + Group By Operator [GBY_227] (rows=384/15 width=177) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 4 [SIMPLE_EDGE] <-Reducer 10 [CONTAINS] llap Reduce Output Operator [RS_237] PartitionCols:_col0, _col1 - Select Operator [SEL_235] (rows=130/61 width=177) + Select Operator [SEL_235] (rows=66/61 width=177) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_234] (rows=130/61 width=177) + Merge Join Operator [MERGEJOIN_234] (rows=66/61 width=177) Conds:RS_55._col3=RS_56._col1(Inner),Output:["_col1","_col2"] <-Reducer 20 [SIMPLE_EDGE] llap SHUFFLE [RS_56] PartitionCols:_col1 - Select Operator [SEL_51] (rows=1025/319 width=178) + Select Operator [SEL_51] (rows=525/319 width=178) Output:["_col1"] - Group By Operator [GBY_50] (rows=1025/319 width=178) + Group By Operator [GBY_50] (rows=525/319 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 19 [SIMPLE_EDGE] <-Map 22 [CONTAINS] llap @@ -396,9 +396,9 @@ Stage-0 <-Reducer 8 [CONTAINS] llap Reduce Output Operator [RS_233] PartitionCols:_col0, _col1 - Select Operator [SEL_231] (rows=193/61 width=177) + Select Operator [SEL_231] (rows=130/61 width=177) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_230] (rows=193/61 width=177) + Merge Join Operator [MERGEJOIN_230] (rows=130/61 width=177) Conds:RS_104._col3=RS_105._col1(Inner),Output:["_col1","_col2"] <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_104] @@ -407,9 +407,9 @@ Stage-0 <-Reducer 29 [SIMPLE_EDGE] llap SHUFFLE [RS_105] PartitionCols:_col1 - Select Operator [SEL_100] (rows=1525/319 width=178) + Select Operator [SEL_100] (rows=1025/319 width=178) Output:["_col1"] - Group By Operator [GBY_99] (rows=1525/319 width=178) + Group By Operator [GBY_99] (rows=1025/319 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 28 [SIMPLE_EDGE] <-Map 32 [CONTAINS] llap @@ -424,9 +424,9 @@ Stage-0 <-Reducer 27 [CONTAINS] llap Reduce Output Operator [RS_279] PartitionCols:_col1, _col0 - Select Operator [SEL_277] (rows=1025/319 width=178) + Select Operator [SEL_277] (rows=525/319 width=178) Output:["_col0","_col1"] - Group By Operator [GBY_276] (rows=1025/319 width=178) + Group By Operator [GBY_276] (rows=525/319 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 26 [SIMPLE_EDGE] <-Map 31 [CONTAINS] llap @@ -1584,17 +1584,17 @@ Stage-5 Output:["_col0","_col1"],aggregations:["compute_stats(VALUE._col0, 'hll')","compute_stats(VALUE._col2, 'hll')"] <-Reducer 7 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_134] - Select Operator [SEL_133] (rows=2899/319 width=178) + Select Operator [SEL_133] (rows=1418/319 width=178) Output:["key","value"] - Group By Operator [GBY_112] (rows=2899/319 width=178) + Group By Operator [GBY_112] (rows=1418/319 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 6 [SIMPLE_EDGE] <-Reducer 15 [CONTAINS] llap Reduce Output Operator [RS_260] PartitionCols:_col0, _col1 - Select Operator [SEL_258] (rows=193/304 width=175) + Select Operator [SEL_258] (rows=66/304 width=175) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_257] (rows=193/304 width=175) + Merge Join Operator [MERGEJOIN_257] (rows=66/304 width=175) Conds:RS_104._col1=RS_105._col1(Inner),Output:["_col0","_col3"] <-Reducer 14 [SIMPLE_EDGE] llap SHUFFLE [RS_104] @@ -1622,9 +1622,9 @@ Stage-5 <-Reducer 35 [SIMPLE_EDGE] llap SHUFFLE [RS_105] PartitionCols:_col1 - Select Operator [SEL_100] (rows=1525/319 width=178) + Select Operator [SEL_100] (rows=525/319 width=178) Output:["_col1"] - Group By Operator [GBY_99] (rows=1525/319 width=178) + Group By Operator [GBY_99] (rows=525/319 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 34 [SIMPLE_EDGE] <-Map 38 [CONTAINS] llap @@ -1639,9 +1639,9 @@ Stage-5 <-Reducer 33 [CONTAINS] llap Reduce Output Operator [RS_302] PartitionCols:_col1, _col0 - Select Operator [SEL_300] (rows=1025/319 width=178) + Select Operator [SEL_300] (rows=525/319 width=178) Output:["_col0","_col1"] - Group By Operator [GBY_299] (rows=1025/319 width=178) + Group By Operator [GBY_299] (rows=525/319 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 32 [SIMPLE_EDGE] <-Map 37 [CONTAINS] llap @@ -1682,15 +1682,15 @@ Stage-5 <-Reducer 5 [CONTAINS] llap Reduce Output Operator [RS_252] PartitionCols:_col0, _col1 - Group By Operator [GBY_250] (rows=2706/309 width=178) + Group By Operator [GBY_250] (rows=1025/309 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 4 [SIMPLE_EDGE] <-Reducer 12 [CONTAINS] llap Reduce Output Operator [RS_256] PartitionCols:_col0, _col1 - Select Operator [SEL_254] (rows=2640/1056 width=178) + Select Operator [SEL_254] (rows=1352/1056 width=178) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_253] (rows=2640/1056 width=178) + Merge Join Operator [MERGEJOIN_253] (rows=1352/1056 width=178) Conds:RS_55._col1=RS_56._col1(Inner),Output:["_col0","_col3"] <-Reducer 11 [SIMPLE_EDGE] llap SHUFFLE [RS_55] @@ -1718,9 +1718,9 @@ Stage-5 <-Reducer 25 [SIMPLE_EDGE] llap SHUFFLE [RS_56] PartitionCols:_col1 - Select Operator [SEL_51] (rows=1025/319 width=178) + Select Operator [SEL_51] (rows=525/319 width=178) Output:["_col1"] - Group By Operator [GBY_50] (rows=1025/319 width=178) + Group By Operator [GBY_50] (rows=525/319 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 24 [SIMPLE_EDGE] <-Map 27 [CONTAINS] llap @@ -1814,7 +1814,7 @@ Stage-5 Output:["_col0","_col1"],aggregations:["compute_stats(VALUE._col0, 'hll')","compute_stats(VALUE._col2, 'hll')"] <-Reducer 7 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_118] - Select Operator [SEL_117] (rows=2899/319 width=178) + Select Operator [SEL_117] (rows=1418/319 width=178) Output:["key","value"] Please refer to the previous Group By Operator [GBY_112] Reducer 9 llap @@ -1823,7 +1823,7 @@ Stage-5 Output:["_col0","_col1"],aggregations:["compute_stats(VALUE._col0, 'hll')","compute_stats(VALUE._col2, 'hll')"] <-Reducer 7 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_126] - Select Operator [SEL_125] (rows=2899/319 width=178) + Select Operator [SEL_125] (rows=1418/319 width=178) Output:["key","value"] Please refer to the previous Group By Operator [GBY_112] Stage-6 @@ -1925,7 +1925,7 @@ Stage-4 <-Reducer 4 [SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_14] PartitionCols:_col0 - Group By Operator [GBY_11] (rows=501/310 width=272) + Group By Operator [GBY_11] (rows=500/310 width=272) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 3 [SIMPLE_EDGE] <-Map 8 [CONTAINS] llap @@ -1957,11 +1957,11 @@ Stage-4 Output:["_col0","_col1","_col2"],aggregations:["compute_stats(VALUE._col0, 'hll')","compute_stats(VALUE._col2, 'hll')","compute_stats(VALUE._col3, 'hll')"] <-Reducer 4 [CUSTOM_SIMPLE_EDGE] llap PARTITION_ONLY_SHUFFLE [RS_33] - Select Operator [SEL_32] (rows=501/310 width=456) + Select Operator [SEL_32] (rows=500/310 width=456) Output:["key","val1","val2"] - Select Operator [SEL_28] (rows=501/310 width=456) + Select Operator [SEL_28] (rows=500/310 width=456) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_27] (rows=501/310 width=280) + Group By Operator [GBY_27] (rows=500/310 width=280) Output:["_col0","_col1","_col2"],aggregations:["count(DISTINCT substr(_col1, 5))"],keys:_col0, _col1 Please refer to the previous Group By Operator [GBY_11] Stage-5 @@ -2181,13 +2181,13 @@ Stage-4 <-Reducer 6 [CUSTOM_SIMPLE_EDGE] llap File Output Operator [FS_28] table:{"name:":"default.dest2_n29"} - Select Operator [SEL_26] (rows=1001/310 width=456) + Select Operator [SEL_26] (rows=500/310 width=456) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_25] (rows=1001/310 width=280) + Group By Operator [GBY_25] (rows=500/310 width=280) Output:["_col0","_col1","_col2"],aggregations:["count(DISTINCT KEY._col2:0._col0)"],keys:KEY._col0, KEY._col1 <- Please refer to the previous Union 3 [SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_31] - Select Operator [SEL_30] (rows=1001/310 width=456) + Select Operator [SEL_30] (rows=500/310 width=456) Output:["key","val1","val2"] Please refer to the previous Select Operator [SEL_26] Stage-5 @@ -2313,13 +2313,13 @@ Stage-4 <-Reducer 6 [CUSTOM_SIMPLE_EDGE] llap File Output Operator [FS_26] table:{"name:":"default.dest2_n29"} - Select Operator [SEL_24] (rows=501/310 width=456) + Select Operator [SEL_24] (rows=500/310 width=456) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_23] (rows=501/310 width=280) + Group By Operator [GBY_23] (rows=500/310 width=280) Output:["_col0","_col1","_col2"],aggregations:["count(DISTINCT KEY._col2:0._col0)"],keys:KEY._col0, KEY._col1 <- Please refer to the previous Union 3 [SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_29] - Select Operator [SEL_28] (rows=501/310 width=456) + Select Operator [SEL_28] (rows=500/310 width=456) Output:["key","val1","val2"] Please refer to the previous Select Operator [SEL_24] Stage-5 diff --git a/ql/src/test/results/clientpositive/llap/explainuser_1.q.out b/ql/src/test/results/clientpositive/llap/explainuser_1.q.out index a87890f89e..248ae8b430 100644 --- a/ql/src/test/results/clientpositive/llap/explainuser_1.q.out +++ b/ql/src/test/results/clientpositive/llap/explainuser_1.q.out @@ -355,9 +355,9 @@ Stage-0 Stage-1 Reducer 2 llap File Output Operator [FS_6] - Select Operator [SEL_5] (rows=10 width=97) + Select Operator [SEL_5] (rows=20 width=92) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_4] (rows=10 width=101) + Group By Operator [GBY_4] (rows=20 width=96) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Map 1 [SIMPLE_EDGE] llap SHUFFLE [RS_3] @@ -391,18 +391,18 @@ Stage-0 Stage-1 Reducer 3 llap File Output Operator [FS_11] - Select Operator [SEL_10] (rows=5 width=20) + Select Operator [SEL_10] (rows=10 width=20) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_9] (rows=5 width=20) + Group By Operator [GBY_9] (rows=10 width=20) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_8] PartitionCols:_col0, _col1 - Group By Operator [GBY_7] (rows=5 width=20) + Group By Operator [GBY_7] (rows=10 width=20) Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col0, _col1 - Select Operator [SEL_5] (rows=10 width=101) + Select Operator [SEL_5] (rows=20 width=96) Output:["_col0","_col1"] - Group By Operator [GBY_4] (rows=10 width=101) + Group By Operator [GBY_4] (rows=20 width=96) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Map 1 [SIMPLE_EDGE] llap SHUFFLE [RS_3] @@ -445,22 +445,22 @@ Stage-0 Stage-1 Reducer 4 llap File Output Operator [FS_29] - Select Operator [SEL_27] (rows=1 width=20) + Select Operator [SEL_27] (rows=2 width=20) Output:["_col0","_col1","_col2"] <-Reducer 3 [SIMPLE_EDGE] llap SHUFFLE [RS_26] - Select Operator [SEL_25] (rows=1 width=28) + Select Operator [SEL_25] (rows=2 width=28) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_24] (rows=1 width=20) + Group By Operator [GBY_24] (rows=2 width=20) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_23] PartitionCols:_col0, _col1 - Group By Operator [GBY_22] (rows=1 width=20) + Group By Operator [GBY_22] (rows=2 width=20) Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col4, _col1 - Select Operator [SEL_21] (rows=2 width=20) + Select Operator [SEL_21] (rows=5 width=20) Output:["_col1","_col4"] - Merge Join Operator [MERGEJOIN_57] (rows=2 width=20) + Merge Join Operator [MERGEJOIN_57] (rows=5 width=20) Conds:RS_17._col0=RS_18._col0(Inner),RS_18._col0=RS_19._col0(Inner),Output:["_col1","_col3","_col4","_col6"],residual filter predicates:{((_col3 > 0) or (_col1 >= 0))} {((_col3 + _col6) >= 0)} <-Map 1 [SIMPLE_EDGE] llap SHUFFLE [RS_17] @@ -490,9 +490,9 @@ Stage-0 <-Reducer 8 [SIMPLE_EDGE] llap SHUFFLE [RS_19] PartitionCols:_col0 - Select Operator [SEL_16] (rows=2 width=89) + Select Operator [SEL_16] (rows=5 width=89) Output:["_col0","_col1"] - Group By Operator [GBY_15] (rows=2 width=93) + Group By Operator [GBY_15] (rows=5 width=93) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Map 7 [SIMPLE_EDGE] llap SHUFFLE [RS_14] @@ -535,13 +535,13 @@ Stage-0 Stage-1 Reducer 4 llap File Output Operator [FS_29] - Select Operator [SEL_27] (rows=1 width=20) + Select Operator [SEL_27] (rows=2 width=18) Output:["_col0","_col1","_col2"] <-Reducer 3 [SIMPLE_EDGE] llap SHUFFLE [RS_26] - Select Operator [SEL_25] (rows=1 width=28) + Select Operator [SEL_25] (rows=2 width=26) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_24] (rows=1 width=20) + Group By Operator [GBY_24] (rows=2 width=18) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_23] @@ -1420,13 +1420,13 @@ Stage-0 File Output Operator [FS_9] Limit [LIM_8] (rows=1 width=97) Number of rows:1 - Select Operator [SEL_7] (rows=10 width=97) + Select Operator [SEL_7] (rows=20 width=92) Output:["_col0","_col1","_col2"] <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_6] - Select Operator [SEL_5] (rows=10 width=97) + Select Operator [SEL_5] (rows=20 width=92) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_4] (rows=10 width=101) + Group By Operator [GBY_4] (rows=20 width=96) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Map 1 [SIMPLE_EDGE] llap SHUFFLE [RS_3] @@ -1463,22 +1463,22 @@ Stage-0 File Output Operator [FS_14] Limit [LIM_13] (rows=1 width=20) Number of rows:1 - Select Operator [SEL_12] (rows=5 width=20) + Select Operator [SEL_12] (rows=10 width=20) Output:["_col0","_col1","_col2"] <-Reducer 3 [SIMPLE_EDGE] llap SHUFFLE [RS_11] - Group By Operator [GBY_9] (rows=5 width=20) + Group By Operator [GBY_9] (rows=10 width=20) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_8] PartitionCols:_col0, _col1 - Group By Operator [GBY_7] (rows=5 width=20) + Group By Operator [GBY_7] (rows=10 width=20) Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col1, _col0 - Top N Key Operator [TNK_15] (rows=10 width=101) + Top N Key Operator [TNK_15] (rows=20 width=96) keys:_col1, _col0,sort order:++,top n:1 - Select Operator [SEL_5] (rows=10 width=101) + Select Operator [SEL_5] (rows=20 width=96) Output:["_col0","_col1"] - Group By Operator [GBY_4] (rows=10 width=101) + Group By Operator [GBY_4] (rows=20 width=96) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Map 1 [SIMPLE_EDGE] llap SHUFFLE [RS_3] @@ -1591,24 +1591,24 @@ Stage-0 Stage-1 Reducer 6 llap File Output Operator [FS_42] - Limit [LIM_40] (rows=1 width=28) + Limit [LIM_40] (rows=5 width=26) Number of rows:5 - Select Operator [SEL_39] (rows=1 width=28) + Select Operator [SEL_39] (rows=6 width=26) Output:["_col0","_col1","_col2"] <-Reducer 5 [SIMPLE_EDGE] llap SHUFFLE [RS_38] - Select Operator [SEL_37] (rows=1 width=28) + Select Operator [SEL_37] (rows=6 width=26) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_36] (rows=1 width=20) + Group By Operator [GBY_36] (rows=6 width=18) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 4 [SIMPLE_EDGE] llap SHUFFLE [RS_35] PartitionCols:_col0, _col1 - Group By Operator [GBY_34] (rows=1 width=20) + Group By Operator [GBY_34] (rows=2 width=20) Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col4, _col6 - Select Operator [SEL_33] (rows=2 width=20) + Select Operator [SEL_33] (rows=4 width=20) Output:["_col4","_col6"] - Merge Join Operator [MERGEJOIN_64] (rows=2 width=20) + Merge Join Operator [MERGEJOIN_64] (rows=4 width=20) Conds:RS_29._col0=RS_30._col0(Inner),RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col3","_col4","_col6"],residual filter predicates:{((_col3 + _col1) >= 0)} {((_col3 > 0) or (_col6 >= 0))} <-Map 10 [SIMPLE_EDGE] llap SHUFFLE [RS_31] @@ -1622,17 +1622,17 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] llap SHUFFLE [RS_29] PartitionCols:_col0 - Filter Operator [FIL_11] (rows=2 width=105) + Filter Operator [FIL_11] (rows=3 width=105) predicate:_col0 is not null - Limit [LIM_9] (rows=3 width=105) + Limit [LIM_9] (rows=5 width=88) Number of rows:5 - Select Operator [SEL_8] (rows=3 width=105) + Select Operator [SEL_8] (rows=6 width=90) Output:["_col0","_col1"] <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_7] - Select Operator [SEL_6] (rows=3 width=105) + Select Operator [SEL_6] (rows=6 width=90) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_5] (rows=3 width=101) + Group By Operator [GBY_5] (rows=6 width=85) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Map 1 [SIMPLE_EDGE] llap SHUFFLE [RS_4] @@ -1646,17 +1646,17 @@ Stage-0 <-Reducer 9 [SIMPLE_EDGE] llap SHUFFLE [RS_30] PartitionCols:_col0 - Filter Operator [FIL_24] (rows=2 width=97) + Filter Operator [FIL_24] (rows=3 width=97) predicate:_col0 is not null - Limit [LIM_22] (rows=3 width=97) + Limit [LIM_22] (rows=5 width=80) Number of rows:5 - Select Operator [SEL_21] (rows=3 width=97) + Select Operator [SEL_21] (rows=6 width=82) Output:["_col0","_col1","_col2"] <-Reducer 8 [SIMPLE_EDGE] llap SHUFFLE [RS_20] - Select Operator [SEL_19] (rows=3 width=97) + Select Operator [SEL_19] (rows=6 width=82) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_18] (rows=3 width=101) + Group By Operator [GBY_18] (rows=6 width=85) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Map 7 [SIMPLE_EDGE] llap SHUFFLE [RS_17] @@ -2035,9 +2035,9 @@ Stage-0 Output:["_col0","_col1"] Group By Operator [GBY_12] (rows=83 width=91) Output:["_col0"],keys:_col1 - Select Operator [SEL_8] (rows=83 width=178) + Select Operator [SEL_8] (rows=166 width=178) Output:["_col1"] - Group By Operator [GBY_7] (rows=83 width=178) + Group By Operator [GBY_7] (rows=166 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Map 1 [SIMPLE_EDGE] llap SHUFFLE [RS_6] @@ -2081,17 +2081,17 @@ Stage-0 Stage-1 Reducer 2 llap File Output Operator [FS_18] - Select Operator [SEL_17] (rows=250 width=178) + Select Operator [SEL_17] (rows=500 width=178) Output:["_col0","_col1"] - Filter Operator [FIL_16] (rows=250 width=179) + Filter Operator [FIL_16] (rows=500 width=179) predicate:_col4 is null - Merge Join Operator [MERGEJOIN_31] (rows=333 width=179) + Merge Join Operator [MERGEJOIN_31] (rows=832 width=179) Conds:GBY_4._col0, _col1=SEL_12._col0, _col1(Left Outer),Output:["_col0","_col1","_col4"] - <-Select Operator [SEL_12] (rows=83 width=182) + <-Select Operator [SEL_12] (rows=166 width=182) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_11] (rows=83 width=178) + Group By Operator [GBY_11] (rows=166 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 - <-Group By Operator [GBY_4] (rows=250 width=178) + <-Group By Operator [GBY_4] (rows=500 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Map 1 [SIMPLE_EDGE] llap SHUFFLE [RS_3] @@ -2393,9 +2393,9 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] llap SHUFFLE [RS_29] PartitionCols:_col2 - Filter Operator [FIL_39] (rows=41 width=186) + Filter Operator [FIL_39] (rows=83 width=186) predicate:_col2 is not null - Group By Operator [GBY_16] (rows=41 width=186) + Group By Operator [GBY_16] (rows=83 width=186) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 3 [SIMPLE_EDGE] llap SHUFFLE [RS_15] @@ -2478,14 +2478,14 @@ Stage-0 Stage-1 Reducer 3 llap File Output Operator [FS_21] - Merge Join Operator [MERGEJOIN_31] (rows=13 width=227) + Merge Join Operator [MERGEJOIN_31] (rows=26 width=227) Conds:RS_17._col1=RS_18._col0(Left Semi),Output:["_col0","_col1","_col2"] <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_17] PartitionCols:_col1 - Select Operator [SEL_6] (rows=13 width=227) + Select Operator [SEL_6] (rows=26 width=227) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_5] (rows=13 width=235) + Group By Operator [GBY_5] (rows=26 width=235) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0, KEY._col1 <-Map 1 [SIMPLE_EDGE] llap SHUFFLE [RS_4] @@ -2633,11 +2633,11 @@ Stage-0 Stage-1 Reducer 3 llap File Output Operator [FS_24] - Select Operator [SEL_23] (rows=19 width=223) + Select Operator [SEL_23] (rows=21 width=223) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_22] (rows=19 width=234) + Filter Operator [FIL_22] (rows=21 width=236) predicate:CASE WHEN ((_col4 = 0L)) THEN (true) WHEN (_col4 is null) THEN (true) WHEN (_col8 is not null) THEN (false) WHEN (_col0 is null) THEN (null) WHEN ((_col5 < _col4)) THEN (false) ELSE (true) END - Merge Join Operator [MERGEJOIN_45] (rows=38 width=234) + Merge Join Operator [MERGEJOIN_45] (rows=43 width=235) Conds:RS_19._col0, _col1=RS_20._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col4","_col5","_col8"] <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_19] @@ -2669,9 +2669,9 @@ Stage-0 <-Reducer 5 [ONE_TO_ONE_EDGE] llap FORWARD [RS_20] PartitionCols:_col0, _col1 - Select Operator [SEL_15] (rows=4 width=223) + Select Operator [SEL_15] (rows=8 width=223) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_14] (rows=4 width=219) + Group By Operator [GBY_14] (rows=8 width=219) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Map 1 [SIMPLE_EDGE] llap SHUFFLE [RS_13] diff --git a/ql/src/test/results/clientpositive/llap/explainuser_2.q.out b/ql/src/test/results/clientpositive/llap/explainuser_2.q.out index 51465324d2..4ce3055181 100644 --- a/ql/src/test/results/clientpositive/llap/explainuser_2.q.out +++ b/ql/src/test/results/clientpositive/llap/explainuser_2.q.out @@ -501,24 +501,24 @@ Stage-0 Stage-1 Reducer 5 vectorized, llap File Output Operator [FS_172] - Group By Operator [GBY_171] (rows=39 width=268) + Group By Operator [GBY_171] (rows=262 width=268) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 4 [SIMPLE_EDGE] <-Reducer 3 [CONTAINS] llap Reduce Output Operator [RS_130] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_129] (rows=39 width=268) + Group By Operator [GBY_129] (rows=78 width=268) Output:["_col0","_col1","_col2"],keys:_col0, _col1, _col2 - Select Operator [SEL_127] (rows=39 width=268) + Select Operator [SEL_127] (rows=78 width=268) Output:["_col0","_col1","_col2"] - Merge Join Operator [MERGEJOIN_126] (rows=39 width=268) + Merge Join Operator [MERGEJOIN_126] (rows=78 width=268) Conds:RS_22._col3=RS_170._col1(Inner),Output:["_col1","_col2","_col5"] <-Reducer 11 [SIMPLE_EDGE] vectorized, llap SHUFFLE [RS_170] PartitionCols:_col1 - Select Operator [SEL_169] (rows=262 width=178) + Select Operator [SEL_169] (rows=525 width=178) Output:["_col1"] - Group By Operator [GBY_168] (rows=262 width=178) + Group By Operator [GBY_168] (rows=525 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 10 [SIMPLE_EDGE] <-Map 12 [CONTAINS] vectorized, llap @@ -569,18 +569,18 @@ Stage-0 <-Reducer 7 [CONTAINS] llap Reduce Output Operator [RS_135] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_134] (rows=39 width=268) + Group By Operator [GBY_134] (rows=78 width=268) Output:["_col0","_col1","_col2"],keys:_col0, _col1, _col2 - Select Operator [SEL_132] (rows=39 width=268) + Select Operator [SEL_132] (rows=78 width=268) Output:["_col0","_col1","_col2"] - Merge Join Operator [MERGEJOIN_131] (rows=39 width=268) + Merge Join Operator [MERGEJOIN_131] (rows=78 width=268) Conds:RS_48._col3=RS_175._col1(Inner),Output:["_col1","_col2","_col5"] <-Reducer 15 [SIMPLE_EDGE] vectorized, llap SHUFFLE [RS_175] PartitionCols:_col1 - Select Operator [SEL_174] (rows=262 width=178) + Select Operator [SEL_174] (rows=525 width=178) Output:["_col1"] - Group By Operator [GBY_173] (rows=262 width=178) + Group By Operator [GBY_173] (rows=525 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 14 [SIMPLE_EDGE] <-Map 13 [CONTAINS] vectorized, llap @@ -683,38 +683,38 @@ Stage-0 Stage-1 Reducer 7 vectorized, llap File Output Operator [FS_334] - Group By Operator [GBY_333] (rows=49 width=177) + Group By Operator [GBY_333] (rows=384 width=177) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 6 [SIMPLE_EDGE] <-Reducer 5 [CONTAINS] vectorized, llap Reduce Output Operator [RS_332] PartitionCols:_col0, _col1 - Group By Operator [GBY_331] (rows=49 width=177) + Group By Operator [GBY_331] (rows=257 width=177) Output:["_col0","_col1"],keys:_col0, _col1 - Group By Operator [GBY_330] (rows=43 width=177) + Group By Operator [GBY_330] (rows=384 width=177) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 4 [SIMPLE_EDGE] <-Reducer 10 [CONTAINS] llap Reduce Output Operator [RS_249] PartitionCols:_col0, _col1 - Group By Operator [GBY_248] (rows=43 width=177) + Group By Operator [GBY_248] (rows=72 width=177) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_246] (rows=48 width=177) + Select Operator [SEL_246] (rows=66 width=177) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_245] (rows=48 width=177) + Merge Join Operator [MERGEJOIN_245] (rows=66 width=177) Conds:RS_58._col3=RS_340._col1(Inner),Output:["_col1","_col2"] <-Reducer 20 [SIMPLE_EDGE] vectorized, llap SHUFFLE [RS_340] PartitionCols:_col1 - Select Operator [SEL_339] (rows=381 width=178) + Select Operator [SEL_339] (rows=525 width=178) Output:["_col1"] - Group By Operator [GBY_338] (rows=381 width=178) + Group By Operator [GBY_338] (rows=525 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 19 [SIMPLE_EDGE] <-Map 22 [CONTAINS] vectorized, llap Reduce Output Operator [RS_364] PartitionCols:_col0, _col1 - Group By Operator [GBY_363] (rows=381 width=178) + Group By Operator [GBY_363] (rows=512 width=178) Output:["_col0","_col1"],keys:_col1, _col0 Select Operator [SEL_362] (rows=500 width=178) Output:["_col0","_col1"] @@ -725,11 +725,11 @@ Stage-0 <-Reducer 18 [CONTAINS] vectorized, llap Reduce Output Operator [RS_356] PartitionCols:_col0, _col1 - Group By Operator [GBY_355] (rows=381 width=178) + Group By Operator [GBY_355] (rows=512 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_354] (rows=262 width=178) + Select Operator [SEL_354] (rows=525 width=178) Output:["_col0","_col1"] - Group By Operator [GBY_353] (rows=262 width=178) + Group By Operator [GBY_353] (rows=525 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 17 [SIMPLE_EDGE] <-Map 16 [CONTAINS] vectorized, llap @@ -780,11 +780,11 @@ Stage-0 <-Reducer 3 [CONTAINS] llap Reduce Output Operator [RS_235] PartitionCols:_col0, _col1 - Group By Operator [GBY_234] (rows=43 width=177) + Group By Operator [GBY_234] (rows=72 width=177) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_232] (rows=39 width=177) + Select Operator [SEL_232] (rows=78 width=177) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_231] (rows=39 width=177) + Merge Join Operator [MERGEJOIN_231] (rows=78 width=177) Conds:RS_22._col3=RS_329._col1(Inner),Output:["_col1","_col2"] <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_22] @@ -802,9 +802,9 @@ Stage-0 <-Reducer 14 [SIMPLE_EDGE] vectorized, llap SHUFFLE [RS_329] PartitionCols:_col1 - Select Operator [SEL_328] (rows=262 width=178) + Select Operator [SEL_328] (rows=525 width=178) Output:["_col1"] - Group By Operator [GBY_327] (rows=262 width=178) + Group By Operator [GBY_327] (rows=525 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 13 [SIMPLE_EDGE] <-Map 12 [CONTAINS] vectorized, llap @@ -832,11 +832,11 @@ Stage-0 <-Reducer 8 [CONTAINS] llap Reduce Output Operator [RS_244] PartitionCols:_col0, _col1 - Group By Operator [GBY_243] (rows=49 width=177) + Group By Operator [GBY_243] (rows=257 width=177) Output:["_col0","_col1"],keys:_col0, _col1 - Select Operator [SEL_241] (rows=55 width=177) + Select Operator [SEL_241] (rows=130 width=177) Output:["_col0","_col1"] - Merge Join Operator [MERGEJOIN_240] (rows=55 width=177) + Merge Join Operator [MERGEJOIN_240] (rows=130 width=177) Conds:RS_111._col3=RS_337._col1(Inner),Output:["_col1","_col2"] <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_111] @@ -845,15 +845,15 @@ Stage-0 <-Reducer 29 [SIMPLE_EDGE] vectorized, llap SHUFFLE [RS_337] PartitionCols:_col1 - Select Operator [SEL_336] (rows=440 width=178) + Select Operator [SEL_336] (rows=1025 width=178) Output:["_col1"] - Group By Operator [GBY_335] (rows=440 width=178) + Group By Operator [GBY_335] (rows=1025 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 28 [SIMPLE_EDGE] <-Map 32 [CONTAINS] vectorized, llap Reduce Output Operator [RS_388] PartitionCols:_col0, _col1 - Group By Operator [GBY_387] (rows=440 width=178) + Group By Operator [GBY_387] (rows=762 width=178) Output:["_col0","_col1"],keys:_col1, _col0 Select Operator [SEL_386] (rows=500 width=178) Output:["_col0","_col1"] @@ -864,17 +864,17 @@ Stage-0 <-Reducer 27 [CONTAINS] vectorized, llap Reduce Output Operator [RS_376] PartitionCols:_col0, _col1 - Group By Operator [GBY_375] (rows=440 width=178) + Group By Operator [GBY_375] (rows=762 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_374] (rows=381 width=178) + Select Operator [SEL_374] (rows=1025 width=178) Output:["_col0","_col1"] - Group By Operator [GBY_373] (rows=381 width=178) + Group By Operator [GBY_373] (rows=1025 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 26 [SIMPLE_EDGE] <-Map 31 [CONTAINS] vectorized, llap Reduce Output Operator [RS_384] PartitionCols:_col0, _col1 - Group By Operator [GBY_383] (rows=381 width=178) + Group By Operator [GBY_383] (rows=512 width=178) Output:["_col0","_col1"],keys:_col1, _col0 Select Operator [SEL_382] (rows=500 width=178) Output:["_col0","_col1"] @@ -885,11 +885,11 @@ Stage-0 <-Reducer 25 [CONTAINS] vectorized, llap Reduce Output Operator [RS_372] PartitionCols:_col0, _col1 - Group By Operator [GBY_371] (rows=381 width=178) + Group By Operator [GBY_371] (rows=512 width=178) Output:["_col0","_col1"],keys:_col1, _col0 - Select Operator [SEL_370] (rows=262 width=178) + Select Operator [SEL_370] (rows=525 width=178) Output:["_col0","_col1"] - Group By Operator [GBY_369] (rows=262 width=178) + Group By Operator [GBY_369] (rows=525 width=178) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Union 24 [SIMPLE_EDGE] <-Map 23 [CONTAINS] vectorized, llap diff --git a/ql/src/test/results/clientpositive/llap/explainuser_4.q.out b/ql/src/test/results/clientpositive/llap/explainuser_4.q.out index bf20c3d8dc..9ede49a90c 100644 --- a/ql/src/test/results/clientpositive/llap/explainuser_4.q.out +++ b/ql/src/test/results/clientpositive/llap/explainuser_4.q.out @@ -192,11 +192,11 @@ Stage-0 Stage-1 Reducer 4 vectorized, llap File Output Operator [FS_41] - Select Operator [SEL_40] (rows=509 width=10) + Select Operator [SEL_40] (rows=510 width=10) Output:["_col0","_col1"] <-Reducer 3 [SIMPLE_EDGE] vectorized, llap SHUFFLE [RS_39] - Group By Operator [GBY_38] (rows=509 width=10) + Group By Operator [GBY_38] (rows=510 width=10) Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 <-Reducer 2 [SIMPLE_EDGE] llap SHUFFLE [RS_11] diff --git a/ql/src/test/results/clientpositive/llap/intersect_all.q.out b/ql/src/test/results/clientpositive/llap/intersect_all.q.out index dbb77d1abc..74821cdc7a 100644 --- a/ql/src/test/results/clientpositive/llap/intersect_all.q.out +++ b/ql/src/test/results/clientpositive/llap/intersect_all.q.out @@ -213,18 +213,18 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: min(_col2), count(_col2) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 250 Data size: 48500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 250 Data size: 48500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 4 Execution mode: llap @@ -234,7 +234,7 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 250 Data size: 48500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (_col3 = 2L) (type: boolean) Statistics: Num rows: 1 Data size: 194 Basic stats: COMPLETE Column stats: COMPLETE @@ -264,18 +264,18 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: min(_col2), count(_col2) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 250 Data size: 48500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 250 Data size: 48500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Union 3 Vertex: Union 3 @@ -918,18 +918,18 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: min(_col2), count(_col2) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 194000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 194000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 2 Execution mode: vectorized, llap @@ -939,18 +939,18 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: min(_col2), count(_col2) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 194000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 194000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 4 Execution mode: llap @@ -960,7 +960,7 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 388000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (_col3 = 4L) (type: boolean) Statistics: Num rows: 1 Data size: 194 Basic stats: COMPLETE Column stats: COMPLETE @@ -990,18 +990,18 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: min(_col2), count(_col2) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 194000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 194000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 8 Execution mode: vectorized, llap @@ -1011,18 +1011,18 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: min(_col2), count(_col2) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 194000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 97000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 194000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Union 3 Vertex: Union 3 diff --git a/ql/src/test/results/clientpositive/llap/intersect_distinct.q.out b/ql/src/test/results/clientpositive/llap/intersect_distinct.q.out index 604c7bbd63..1ab4b22370 100644 --- a/ql/src/test/results/clientpositive/llap/intersect_distinct.q.out +++ b/ql/src/test/results/clientpositive/llap/intersect_distinct.q.out @@ -211,18 +211,18 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col2) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 4 Execution mode: vectorized, llap @@ -232,7 +232,7 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (_col2 = 2L) (type: boolean) Statistics: Num rows: 1 Data size: 186 Basic stats: COMPLETE Column stats: COMPLETE @@ -255,18 +255,18 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col2) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Union 3 Vertex: Union 3 @@ -718,18 +718,18 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col2) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 186000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 186000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 2 Execution mode: vectorized, llap @@ -739,18 +739,18 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col2) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 186000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 186000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 4 Execution mode: vectorized, llap @@ -760,7 +760,7 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 372000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (_col2 = 4L) (type: boolean) Statistics: Num rows: 1 Data size: 186 Basic stats: COMPLETE Column stats: COMPLETE @@ -783,18 +783,18 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col2) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 186000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 186000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 8 Execution mode: vectorized, llap @@ -804,18 +804,18 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col2) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 186000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 186000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Union 3 Vertex: Union 3 diff --git a/ql/src/test/results/clientpositive/llap/intersect_merge.q.out b/ql/src/test/results/clientpositive/llap/intersect_merge.q.out index b19fd2c4ec..8089c13552 100644 --- a/ql/src/test/results/clientpositive/llap/intersect_merge.q.out +++ b/ql/src/test/results/clientpositive/llap/intersect_merge.q.out @@ -184,18 +184,18 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col2) keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 12 Execution mode: vectorized, llap @@ -211,12 +211,12 @@ STAGE PLANS: keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 2 Execution mode: vectorized, llap @@ -232,12 +232,12 @@ STAGE PLANS: keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 4 Execution mode: vectorized, llap @@ -247,7 +247,7 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (_col2 = 5L) (type: boolean) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE @@ -270,18 +270,18 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col2) keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 8 Execution mode: vectorized, llap @@ -297,12 +297,12 @@ STAGE PLANS: keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Union 3 Vertex: Union 3 @@ -439,18 +439,18 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col2) keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 2 Execution mode: vectorized, llap @@ -466,12 +466,12 @@ STAGE PLANS: keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 4 Execution mode: vectorized, llap @@ -481,7 +481,7 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (_col2 = 4L) (type: boolean) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE @@ -504,18 +504,18 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col2) keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 8 Execution mode: vectorized, llap @@ -531,12 +531,12 @@ STAGE PLANS: keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Union 3 Vertex: Union 3 @@ -697,18 +697,18 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col2) keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 12 Execution mode: vectorized, llap @@ -724,12 +724,12 @@ STAGE PLANS: keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 2 Execution mode: vectorized, llap @@ -745,12 +745,12 @@ STAGE PLANS: keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 4 Execution mode: vectorized, llap @@ -760,7 +760,7 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (_col2 = 5L) (type: boolean) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE @@ -783,18 +783,18 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col2) keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 8 Execution mode: vectorized, llap @@ -810,12 +810,12 @@ STAGE PLANS: keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Union 3 Vertex: Union 3 @@ -976,18 +976,18 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col2) keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 12 Execution mode: vectorized, llap @@ -1003,12 +1003,12 @@ STAGE PLANS: keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 2 Execution mode: vectorized, llap @@ -1024,12 +1024,12 @@ STAGE PLANS: keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 4 Execution mode: vectorized, llap @@ -1039,7 +1039,7 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (_col2 = 5L) (type: boolean) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE @@ -1062,18 +1062,18 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col2) keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 8 Execution mode: vectorized, llap @@ -1089,12 +1089,12 @@ STAGE PLANS: keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Union 3 Vertex: Union 3 @@ -1255,18 +1255,18 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col2) keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 12 Execution mode: vectorized, llap @@ -1282,12 +1282,12 @@ STAGE PLANS: keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 2 Execution mode: vectorized, llap @@ -1303,12 +1303,12 @@ STAGE PLANS: keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 4 Execution mode: vectorized, llap @@ -1318,7 +1318,7 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (_col2 = 5L) (type: boolean) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE @@ -1341,18 +1341,18 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col2) keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 8 Execution mode: vectorized, llap @@ -1368,12 +1368,12 @@ STAGE PLANS: keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Union 3 Vertex: Union 3 @@ -1492,12 +1492,12 @@ STAGE PLANS: keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 4 Execution mode: vectorized, llap @@ -1507,7 +1507,7 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (_col2 = 3L) (type: boolean) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE @@ -1530,18 +1530,18 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col2) keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 8 Execution mode: vectorized, llap @@ -1557,12 +1557,12 @@ STAGE PLANS: keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Union 3 Vertex: Union 3 @@ -1681,12 +1681,12 @@ STAGE PLANS: keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 72 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 2 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 72 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 4 Execution mode: llap @@ -1696,7 +1696,7 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (_col3 = 3L) (type: boolean) Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE @@ -1726,18 +1726,18 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: min(_col2), count(_col2) keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 72 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 2 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 72 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 8 Execution mode: vectorized, llap @@ -1753,12 +1753,12 @@ STAGE PLANS: keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 72 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 2 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 72 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Union 3 Vertex: Union 3 @@ -1912,12 +1912,12 @@ STAGE PLANS: keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 7 Execution mode: vectorized, llap @@ -1927,7 +1927,7 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (_col2 = 2L) (type: boolean) Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE @@ -1961,18 +1961,18 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col2) keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Union 3 Vertex: Union 3 diff --git a/ql/src/test/results/clientpositive/llap/limit_pushdown.q.out b/ql/src/test/results/clientpositive/llap/limit_pushdown.q.out index a84a7b3db3..f662e4c752 100644 --- a/ql/src/test/results/clientpositive/llap/limit_pushdown.q.out +++ b/ql/src/test/results/clientpositive/llap/limit_pushdown.q.out @@ -546,7 +546,7 @@ STAGE PLANS: keys: KEY._col0 (type: tinyint), KEY._col1 (type: double) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 6144 Data size: 55052 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 110092 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col1) keys: _col0 (type: tinyint) @@ -648,7 +648,7 @@ STAGE PLANS: keys: KEY._col0 (type: tinyint), KEY._col1 (type: double) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 6144 Data size: 55052 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 110092 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col1) keys: _col0 (type: tinyint) diff --git a/ql/src/test/results/clientpositive/llap/limit_pushdown3.q.out b/ql/src/test/results/clientpositive/llap/limit_pushdown3.q.out index 8d5848bcd3..c51f54b0d9 100644 --- a/ql/src/test/results/clientpositive/llap/limit_pushdown3.q.out +++ b/ql/src/test/results/clientpositive/llap/limit_pushdown3.q.out @@ -588,7 +588,7 @@ STAGE PLANS: keys: KEY._col0 (type: tinyint), KEY._col1 (type: double) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 6144 Data size: 55052 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 110092 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col1) keys: _col0 (type: tinyint) @@ -704,7 +704,7 @@ STAGE PLANS: keys: KEY._col0 (type: tinyint), KEY._col1 (type: double) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 6144 Data size: 55052 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 110092 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col1) keys: _col0 (type: tinyint) diff --git a/ql/src/test/results/clientpositive/llap/mrr.q.out b/ql/src/test/results/clientpositive/llap/mrr.q.out index a8aceea293..d6bde919c8 100644 --- a/ql/src/test/results/clientpositive/llap/mrr.q.out +++ b/ql/src/test/results/clientpositive/llap/mrr.q.out @@ -485,7 +485,7 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 395 Data size: 70310 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col1) keys: _col0 (type: string) @@ -918,7 +918,7 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 395 Data size: 70310 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col1) keys: _col0 (type: string) diff --git a/ql/src/test/results/clientpositive/llap/offset_limit_ppd_optimizer.q.out b/ql/src/test/results/clientpositive/llap/offset_limit_ppd_optimizer.q.out index 133d8af9e9..420ab59c93 100644 --- a/ql/src/test/results/clientpositive/llap/offset_limit_ppd_optimizer.q.out +++ b/ql/src/test/results/clientpositive/llap/offset_limit_ppd_optimizer.q.out @@ -551,7 +551,7 @@ STAGE PLANS: keys: KEY._col0 (type: tinyint), KEY._col1 (type: double) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 6144 Data size: 55052 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 110092 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col1) keys: _col0 (type: tinyint) @@ -654,7 +654,7 @@ STAGE PLANS: keys: KEY._col0 (type: tinyint), KEY._col1 (type: double) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 6144 Data size: 55052 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 110092 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col1) keys: _col0 (type: tinyint) diff --git a/ql/src/test/results/clientpositive/llap/parallel.q.out b/ql/src/test/results/clientpositive/llap/parallel.q.out index 692bb8ca74..cd5ed93241 100644 --- a/ql/src/test/results/clientpositive/llap/parallel.q.out +++ b/ql/src/test/results/clientpositive/llap/parallel.q.out @@ -77,17 +77,17 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 Execution mode: llap Reduce Operator Tree: Forward - Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: complete diff --git a/ql/src/test/results/clientpositive/llap/parallel_colstats.q.out b/ql/src/test/results/clientpositive/llap/parallel_colstats.q.out index 91a450accf..710a508c1c 100644 --- a/ql/src/test/results/clientpositive/llap/parallel_colstats.q.out +++ b/ql/src/test/results/clientpositive/llap/parallel_colstats.q.out @@ -77,25 +77,25 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 Execution mode: llap Reduce Operator Tree: Forward - Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: complete outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -104,7 +104,7 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: key, value - Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value, 'hll') mode: hash @@ -118,10 +118,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: complete outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -130,7 +130,7 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: key, value - Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value, 'hll') mode: hash diff --git a/ql/src/test/results/clientpositive/llap/ptf.q.out b/ql/src/test/results/clientpositive/llap/ptf.q.out index b719f73566..59c6d315e1 100644 --- a/ql/src/test/results/clientpositive/llap/ptf.q.out +++ b/ql/src/test/results/clientpositive/llap/ptf.q.out @@ -964,7 +964,7 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 2899 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -999,14 +999,14 @@ STAGE PLANS: window function: GenericUDAFLagEvaluator window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true - Statistics: Num rows: 13 Data size: 2899 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int), rank_window_0 (type: int), dense_rank_window_1 (type: int), _col2 (type: int), (_col2 - lag_window_2) (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 13 Data size: 3107 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 3107 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -2699,10 +2699,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 2899 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 2899 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -2840,11 +2840,11 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 2574 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5148 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), round(_col2, 2) (type: double) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 2574 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5148 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -2858,12 +2858,12 @@ STAGE PLANS: output shape: _col0: string, _col1: string, _col2: double partition by: _col0 raw input shape: - Statistics: Num rows: 13 Data size: 2574 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5148 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 13 Data size: 2574 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5148 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: double) Reducer 3 Execution mode: llap @@ -2871,7 +2871,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: double) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 2574 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5148 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -2891,14 +2891,14 @@ STAGE PLANS: name: sum window function: GenericUDAFSumDouble window frame: ROWS PRECEDING(2)~CURRENT - Statistics: Num rows: 13 Data size: 2574 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5148 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: double), round(sum_window_0, 2) (type: double) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 13 Data size: 2678 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5356 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 2678 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5356 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/reduce_deduplicate_distinct.q.out b/ql/src/test/results/clientpositive/llap/reduce_deduplicate_distinct.q.out index 8d04800040..bf127c2b88 100644 --- a/ql/src/test/results/clientpositive/llap/reduce_deduplicate_distinct.q.out +++ b/ql/src/test/results/clientpositive/llap/reduce_deduplicate_distinct.q.out @@ -152,18 +152,18 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT _col1), count(DISTINCT _col2) keys: _col0 (type: int), _col1 (type: int), _col2 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 28 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 56 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) sort order: +++ Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 28 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 56 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -253,18 +253,18 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT _col2), count(DISTINCT _col1) keys: _col0 (type: int), _col2 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 28 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 56 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) sort order: +++ Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 28 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 56 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -354,18 +354,18 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT _col1), count(DISTINCT _col2) keys: _col0 (type: int), _col1 (type: int), _col2 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 28 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 56 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) sort order: +++ Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 28 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 56 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -455,18 +455,18 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int), KEY._col2 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT _col2), count(DISTINCT _col1) keys: _col0 (type: int), _col2 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 28 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 56 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) sort order: +++ Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 28 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 56 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 Execution mode: llap Reduce Operator Tree: diff --git a/ql/src/test/results/clientpositive/llap/reduce_deduplicate_extended.q.out b/ql/src/test/results/clientpositive/llap/reduce_deduplicate_extended.q.out index 54dc0f7b8f..0a7ac061af 100644 --- a/ql/src/test/results/clientpositive/llap/reduce_deduplicate_extended.q.out +++ b/ql/src/test/results/clientpositive/llap/reduce_deduplicate_extended.q.out @@ -358,14 +358,14 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 19 Data size: 3534 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 38 Data size: 7068 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col2 (type: double) outputColumnNames: _col0, _col1 - Statistics: Num rows: 19 Data size: 1805 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 38 Data size: 3610 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 19 Data size: 1805 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 38 Data size: 3610 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -525,11 +525,11 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: complete @@ -597,7 +597,7 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col1) keys: _col0 (type: string) diff --git a/ql/src/test/results/clientpositive/llap/selectDistinctStar.q.out b/ql/src/test/results/clientpositive/llap/selectDistinctStar.q.out index 17601acc2d..e0fc9b558f 100644 --- a/ql/src/test/results/clientpositive/llap/selectDistinctStar.q.out +++ b/ql/src/test/results/clientpositive/llap/selectDistinctStar.q.out @@ -46,10 +46,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -743,10 +743,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -997,10 +997,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 262 Data size: 46636 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 525 Data size: 93450 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 262 Data size: 46636 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 525 Data size: 93450 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -2524,10 +2524,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -3221,10 +3221,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -3475,10 +3475,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 262 Data size: 46636 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 525 Data size: 93450 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 262 Data size: 46636 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 525 Data size: 93450 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/sharedworkext.q.out b/ql/src/test/results/clientpositive/llap/sharedworkext.q.out index ca2b4d6750..09b5bf8a11 100644 --- a/ql/src/test/results/clientpositive/llap/sharedworkext.q.out +++ b/ql/src/test/results/clientpositive/llap/sharedworkext.q.out @@ -117,16 +117,16 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 395 Data size: 70310 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 791 Data size: 140798 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 395 Data size: 70310 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 791 Data size: 140798 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 395 Data size: 70310 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 791 Data size: 140798 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 Execution mode: llap Reduce Operator Tree: @@ -137,10 +137,10 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 493 Data size: 42891 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1980 Data size: 172260 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 493 Data size: 42891 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1980 Data size: 172260 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -152,16 +152,16 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 395 Data size: 70310 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 791 Data size: 140798 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 395 Data size: 70310 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 791 Data size: 140798 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 395 Data size: 70310 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 791 Data size: 140798 Basic stats: COMPLETE Column stats: COMPLETE Stage: Stage-0 Fetch Operator @@ -625,28 +625,28 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 395 Data size: 70310 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 791 Data size: 140798 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: string) outputColumnNames: _col1 - Statistics: Num rows: 395 Data size: 70310 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 791 Data size: 140798 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: 0 (type: int), _col1 (type: string) sort order: ++ Map-reduce partition columns: 0 (type: int) - Statistics: Num rows: 395 Data size: 70310 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 791 Data size: 140798 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: 0 (type: int), _col1 (type: string) sort order: ++ Map-reduce partition columns: 0 (type: int) - Statistics: Num rows: 395 Data size: 70310 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 791 Data size: 140798 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string) outputColumnNames: _col1 - Statistics: Num rows: 395 Data size: 34365 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 791 Data size: 68817 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -667,19 +667,19 @@ STAGE PLANS: window function: GenericUDAFRankEvaluator window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true - Statistics: Num rows: 395 Data size: 34365 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 791 Data size: 68817 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: rank_window_0 is not null (type: boolean) - Statistics: Num rows: 395 Data size: 34365 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 791 Data size: 68817 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: rank_window_0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 395 Data size: 1580 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 791 Data size: 3164 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 395 Data size: 1580 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 791 Data size: 3164 Basic stats: COMPLETE Column stats: COMPLETE Reducer 5 Execution mode: llap Reduce Operator Tree: @@ -690,10 +690,10 @@ STAGE PLANS: 0 _col0 (type: int) 1 _col0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 395 Data size: 1580 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 791 Data size: 3164 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 395 Data size: 1580 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 791 Data size: 3164 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -704,7 +704,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey1 (type: string) outputColumnNames: _col1 - Statistics: Num rows: 395 Data size: 34365 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 791 Data size: 68817 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -725,19 +725,19 @@ STAGE PLANS: window function: GenericUDAFRankEvaluator window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true - Statistics: Num rows: 395 Data size: 34365 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 791 Data size: 68817 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: rank_window_0 is not null (type: boolean) - Statistics: Num rows: 395 Data size: 34365 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 791 Data size: 68817 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: rank_window_0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 395 Data size: 1580 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 791 Data size: 3164 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 395 Data size: 1580 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 791 Data size: 3164 Basic stats: COMPLETE Column stats: COMPLETE Stage: Stage-0 Fetch Operator diff --git a/ql/src/test/results/clientpositive/llap/sqlmerge_stats.q.out b/ql/src/test/results/clientpositive/llap/sqlmerge_stats.q.out index cd178cff4c..1840b42d4d 100644 --- a/ql/src/test/results/clientpositive/llap/sqlmerge_stats.q.out +++ b/ql/src/test/results/clientpositive/llap/sqlmerge_stats.q.out @@ -804,7 +804,7 @@ STAGE PLANS: keys: KEY._col0 (type: struct) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 92 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (_col1 > 1L) (type: boolean) Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE @@ -1107,7 +1107,7 @@ STAGE PLANS: keys: KEY._col0 (type: struct) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 92 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (_col1 > 1L) (type: boolean) Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE @@ -1410,7 +1410,7 @@ STAGE PLANS: keys: KEY._col0 (type: struct) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 92 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (_col1 > 1L) (type: boolean) Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE @@ -1713,7 +1713,7 @@ STAGE PLANS: keys: KEY._col0 (type: struct) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 92 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (_col1 > 1L) (type: boolean) Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE diff --git a/ql/src/test/results/clientpositive/llap/subquery_in.q.out b/ql/src/test/results/clientpositive/llap/subquery_in.q.out index 3222e2f616..53861a39d2 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_in.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_in.q.out @@ -1004,14 +1004,14 @@ STAGE PLANS: 1 _col0 (type: string) outputColumnNames: _col0, _col1, _col3 residual filter predicates: {(_col3 > _col1)} - Statistics: Num rows: 65 Data size: 17485 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 131 Data size: 35239 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 65 Data size: 11570 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 131 Data size: 23318 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 65 Data size: 11570 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 131 Data size: 23318 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1023,17 +1023,17 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 125 Data size: 22250 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 125 Data size: 22250 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Stage: Stage-0 @@ -1538,10 +1538,10 @@ STAGE PLANS: 0 _col4 (type: string), _col5 (type: int) 1 _col0 (type: string), _col1 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 6 Data size: 3714 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 14 Data size: 8666 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 3714 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 14 Data size: 8666 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1553,17 +1553,17 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 2808 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 648 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) - Statistics: Num rows: 6 Data size: 648 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE Stage: Stage-0 Fetch Operator diff --git a/ql/src/test/results/clientpositive/llap/subquery_in_having.q.out b/ql/src/test/results/clientpositive/llap/subquery_in_having.q.out index 3839696882..4cf73ecd46 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_in_having.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_in_having.q.out @@ -665,15 +665,15 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 41 Data size: 7626 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 166 Data size: 30876 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: _col2 is not null (type: boolean) - Statistics: Num rows: 41 Data size: 7626 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 166 Data size: 30876 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: bigint) sort order: + Map-reduce partition columns: _col2 (type: bigint) - Statistics: Num rows: 41 Data size: 7626 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 166 Data size: 30876 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) Reducer 5 Execution mode: llap @@ -917,10 +917,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 41 Data size: 7626 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 166 Data size: 30876 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: _col2 is not null (type: boolean) - Statistics: Num rows: 41 Data size: 7626 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 166 Data size: 30876 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -1070,10 +1070,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 197 Data size: 36642 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: _col2 is not null (type: boolean) - Statistics: Num rows: 197 Data size: 36642 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Semi Join 0 to 1 diff --git a/ql/src/test/results/clientpositive/llap/subquery_multi.q.out b/ql/src/test/results/clientpositive/llap/subquery_multi.q.out index 7b00d69754..27231a1f72 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_multi.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_multi.q.out @@ -1859,16 +1859,16 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 7 Data size: 1372 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5096 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), true (type: boolean) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 7 Data size: 1400 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5200 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 7 Data size: 1400 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5200 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: boolean) Reducer 2 Execution mode: llap @@ -1914,17 +1914,17 @@ STAGE PLANS: 0 _col3 (type: string), _col4 (type: string) 1 _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10, _col11, _col14 - Statistics: Num rows: 16 Data size: 3891 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 28 Data size: 5720 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: CASE WHEN ((_col10 = 0L)) THEN (true) WHEN (_col10 is null) THEN (true) WHEN (_col14 is not null) THEN (false) WHEN (_col3 is null) THEN (null) WHEN ((_col11 < _col10)) THEN (false) ELSE (true) END (type: boolean) - Statistics: Num rows: 8 Data size: 1945 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 2860 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 8 Data size: 1945 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 2860 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 8 Data size: 1945 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 2860 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -2362,16 +2362,16 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 7 Data size: 1372 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5096 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), true (type: boolean) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 7 Data size: 1400 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5200 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 7 Data size: 1400 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5200 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: boolean) Reducer 2 Execution mode: llap @@ -2417,17 +2417,17 @@ STAGE PLANS: 0 _col3 (type: string), _col4 (type: string) 1 _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10, _col11, _col14 - Statistics: Num rows: 16 Data size: 5484 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 28 Data size: 5720 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: CASE WHEN ((_col10 = 0L)) THEN (true) WHEN (_col10 is null) THEN (true) WHEN (_col14 is not null) THEN (false) WHEN (_col3 is null) THEN (null) WHEN ((_col11 < _col10)) THEN (false) ELSE (true) END (type: boolean) - Statistics: Num rows: 8 Data size: 2742 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 2860 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 8 Data size: 2742 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 2860 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 8 Data size: 2742 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 2860 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -2686,17 +2686,17 @@ STAGE PLANS: 0 _col3 (type: string), _col5 (type: int) 1 _col0 (type: string), _col1 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10, _col11, _col14 - Statistics: Num rows: 16 Data size: 3891 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 28 Data size: 3203 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: CASE WHEN ((_col10 = 0L)) THEN (true) WHEN (_col10 is null) THEN (true) WHEN (_col14 is not null) THEN (false) WHEN (_col3 is null) THEN (null) WHEN ((_col11 < _col10)) THEN (false) ELSE (true) END (type: boolean) - Statistics: Num rows: 8 Data size: 1945 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1601 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 8 Data size: 1945 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1601 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 8 Data size: 1945 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1601 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -2723,16 +2723,16 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 2808 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: int), true (type: boolean) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 2912 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) - Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 2912 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: boolean) Stage: Stage-0 @@ -3364,15 +3364,15 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 197 Data size: 36642 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: _col2 is not null (type: boolean) - Statistics: Num rows: 197 Data size: 36642 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: bigint) sort order: + Map-reduce partition columns: _col2 (type: bigint) - Statistics: Num rows: 197 Data size: 36642 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) Reducer 4 Execution mode: llap @@ -4037,10 +4037,10 @@ STAGE PLANS: 0 _col5 (type: int) 1 _col0 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10 - Statistics: Num rows: 27 Data size: 16721 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 28 Data size: 17344 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 27 Data size: 16721 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 28 Data size: 17344 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col10 (type: boolean) Reducer 3 Execution mode: llap @@ -4052,21 +4052,21 @@ STAGE PLANS: 0 1 outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10, _col11, _col12 - Statistics: Num rows: 27 Data size: 17153 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 28 Data size: 17792 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: bigint), _col12 (type: bigint), _col10 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col12 - Statistics: Num rows: 27 Data size: 17153 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 28 Data size: 17792 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((_col0 = 3) or CASE WHEN ((_col9 = 0L)) THEN (true) WHEN (_col12 is not null) THEN (false) WHEN (_col5 is null) THEN (null) WHEN ((_col10 < _col9)) THEN (null) ELSE (true) END) (type: boolean) - Statistics: Num rows: 14 Data size: 8898 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 15 Data size: 9533 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 14 Data size: 8666 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 15 Data size: 9285 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 14 Data size: 8666 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 15 Data size: 9285 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -4078,16 +4078,16 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: int), true (type: boolean) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: boolean) Reducer 6 Execution mode: vectorized, llap diff --git a/ql/src/test/results/clientpositive/llap/subquery_notin.q.out b/ql/src/test/results/clientpositive/llap/subquery_notin.q.out index 37e7562818..f380a0459c 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_notin.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_notin.q.out @@ -402,17 +402,17 @@ STAGE PLANS: 0 _col0 (type: string), _col1 (type: string) 1 _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col4, _col5, _col8 - Statistics: Num rows: 38 Data size: 8914 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 43 Data size: 10129 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: CASE WHEN ((_col4 = 0L)) THEN (true) WHEN (_col4 is null) THEN (true) WHEN (_col8 is not null) THEN (false) WHEN (_col0 is null) THEN (null) WHEN ((_col5 < _col4)) THEN (false) ELSE (true) END (type: boolean) - Statistics: Num rows: 19 Data size: 4457 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 21 Data size: 4963 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: string), _col0 (type: string), _col2 (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 19 Data size: 4237 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 21 Data size: 4683 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 19 Data size: 4237 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 21 Data size: 4683 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -531,16 +531,16 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 4 Data size: 876 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8 Data size: 1752 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), true (type: boolean) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4 Data size: 892 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8 Data size: 1784 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 4 Data size: 892 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 8 Data size: 1784 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: boolean) Stage: Stage-0 @@ -1738,17 +1738,17 @@ STAGE PLANS: 0 _col4 (type: string), _col5 (type: int) 1 _col1 (type: string), _col0 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10, _col11, _col14 - Statistics: Num rows: 64 Data size: 40340 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 89 Data size: 56315 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: CASE WHEN ((_col10 = 0L)) THEN (true) WHEN (_col10 is null) THEN (true) WHEN (_col14 is not null) THEN (false) WHEN (_col5 is null) THEN (null) WHEN ((_col11 < _col10)) THEN (false) ELSE (true) END (type: boolean) - Statistics: Num rows: 32 Data size: 20180 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 44 Data size: 27848 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 32 Data size: 19808 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 44 Data size: 27236 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 32 Data size: 19808 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 44 Data size: 27236 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1775,16 +1775,16 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 2808 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: int), _col0 (type: string), true (type: boolean) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 2912 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string), _col0 (type: int) sort order: ++ Map-reduce partition columns: _col1 (type: string), _col0 (type: int) - Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 2912 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: boolean) Stage: Stage-0 @@ -2393,12 +2393,12 @@ STAGE PLANS: 0 _col0 (type: string), _col1 (type: int) 1 _col1 (type: string), _col3 (type: int) outputColumnNames: _col1, _col3, _col4, _col7 - Statistics: Num rows: 48 Data size: 660 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 72 Data size: 1236 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: CASE WHEN ((_col3 = 0L)) THEN (true) WHEN (_col3 is null) THEN (true) WHEN (_col7 is not null) THEN (false) WHEN ((_col1 + 100) is null) THEN (null) WHEN ((_col4 < _col3)) THEN (false) ELSE (true) END (type: boolean) - Statistics: Num rows: 24 Data size: 340 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 36 Data size: 628 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 24 Data size: 340 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 36 Data size: 628 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash @@ -2445,16 +2445,16 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 13 Data size: 1625 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 3250 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: int), _col1 (type: string), true (type: boolean) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 1677 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 3354 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 13 Data size: 1677 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 3354 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: boolean) Reducer 8 Execution mode: llap @@ -2466,12 +2466,12 @@ STAGE PLANS: 0 _col0 (type: int) 1 (_col0 + 100) (type: int) outputColumnNames: _col1, _col2, _col3 - Statistics: Num rows: 13 Data size: 1677 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 3354 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string), _col3 (type: int) sort order: ++ Map-reduce partition columns: _col1 (type: string), _col3 (type: int) - Statistics: Num rows: 13 Data size: 1677 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 3354 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: boolean) Stage: Stage-0 @@ -2820,17 +2820,17 @@ STAGE PLANS: 0 _col1 (type: string), _col5 (type: int) 1 _col0 (type: string), _col1 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col10, _col11, _col14 - Statistics: Num rows: 40 Data size: 25032 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 50 Data size: 31422 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: CASE WHEN ((_col10 = 0L)) THEN (true) WHEN (_col10 is null) THEN (true) WHEN (_col14 is not null) THEN (false) WHEN (_col1 is null) THEN (null) WHEN ((_col11 < _col10)) THEN (false) ELSE (true) END (type: boolean) - Statistics: Num rows: 20 Data size: 12524 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 25 Data size: 15719 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 20 Data size: 12380 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 25 Data size: 15475 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 20 Data size: 12380 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 25 Data size: 15475 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -2901,16 +2901,16 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 750 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 13 Data size: 1625 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: int), true (type: boolean) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 6 Data size: 774 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 13 Data size: 1677 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) - Statistics: Num rows: 6 Data size: 774 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 13 Data size: 1677 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: boolean) Stage: Stage-0 @@ -3037,12 +3037,12 @@ STAGE PLANS: 0 _col0 (type: int), _col5 (type: int) 1 _col0 (type: int), _col1 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12 - Statistics: Num rows: 39 Data size: 24365 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 53 Data size: 33255 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int) sort order: +++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string), _col5 (type: int) - Statistics: Num rows: 39 Data size: 24365 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 53 Data size: 33255 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: string), _col3 (type: string), _col4 (type: string), _col6 (type: string), _col7 (type: double), _col8 (type: string), _col11 (type: bigint), _col12 (type: bigint) Reducer 3 Execution mode: llap @@ -3054,17 +3054,17 @@ STAGE PLANS: 0 _col0 (type: int), _col1 (type: string), _col5 (type: int) 1 _col1 (type: int), _col0 (type: string), _col2 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col11, _col12, _col16 - Statistics: Num rows: 59 Data size: 37149 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 108 Data size: 68404 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: CASE WHEN ((_col11 = 0L)) THEN (true) WHEN (_col11 is null) THEN (true) WHEN (_col16 is not null) THEN (false) WHEN (_col1 is null) THEN (null) WHEN ((_col12 < _col11)) THEN (false) ELSE (true) END (type: boolean) - Statistics: Num rows: 29 Data size: 18267 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 54 Data size: 34210 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 29 Data size: 17951 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 54 Data size: 33426 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 29 Data size: 17951 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 54 Data size: 33426 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -3077,12 +3077,12 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 13 Data size: 312 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 624 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 13 Data size: 312 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 624 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 6 Execution mode: vectorized, llap @@ -3091,16 +3091,16 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: string), KEY._col2 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 1677 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 3354 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: string), _col0 (type: int), _col2 (type: int), true (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 13 Data size: 1729 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 3458 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: int), _col0 (type: string), _col2 (type: int) sort order: +++ Map-reduce partition columns: _col1 (type: int), _col0 (type: string), _col2 (type: int) - Statistics: Num rows: 13 Data size: 1729 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 3458 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: boolean) Stage: Stage-0 @@ -3228,17 +3228,17 @@ STAGE PLANS: 0 UDFToDouble(_col1) (type: double), _col2 (type: string) 1 _col0 (type: double), _col1 (type: string) outputColumnNames: _col0, _col1, _col4, _col5, _col8 - Statistics: Num rows: 58 Data size: 13682 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 83 Data size: 19807 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: CASE WHEN ((_col4 = 0L)) THEN (true) WHEN (_col4 is null) THEN (true) WHEN (_col8 is not null) THEN (false) WHEN (_col1 is null) THEN (null) WHEN ((_col5 < _col4)) THEN (false) ELSE (true) END (type: boolean) - Statistics: Num rows: 29 Data size: 6849 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 41 Data size: 9793 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 29 Data size: 3509 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 41 Data size: 4961 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 29 Data size: 3509 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 41 Data size: 4961 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -3265,16 +3265,16 @@ STAGE PLANS: keys: KEY._col0 (type: double), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 13 Data size: 1300 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 2600 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: double), _col1 (type: string), true (type: boolean) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 1352 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 2704 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: double), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: double), _col1 (type: string) - Statistics: Num rows: 13 Data size: 1352 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 2704 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: boolean) Stage: Stage-0 @@ -3464,17 +3464,17 @@ STAGE PLANS: 0 _col1 (type: string), _col2 (type: int) 1 _col0 (type: string), _col1 (type: int) outputColumnNames: _col0, _col1, _col4, _col5, _col8 - Statistics: Num rows: 46 Data size: 10734 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 53 Data size: 12449 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: CASE WHEN ((_col4 = 0L)) THEN (true) WHEN (_col4 is null) THEN (true) WHEN (_col8 is not null) THEN (false) WHEN (_col1 is null) THEN (null) WHEN ((_col5 < _col4)) THEN (false) ELSE (true) END (type: boolean) - Statistics: Num rows: 23 Data size: 5375 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6114 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 23 Data size: 2783 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 3146 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 23 Data size: 2783 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 3146 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -3545,16 +3545,16 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 8 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: int), true (type: boolean) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 8 Data size: 896 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: int) - Statistics: Num rows: 8 Data size: 896 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: boolean) Stage: Stage-0 @@ -4011,14 +4011,14 @@ STAGE PLANS: 0 _col0 (type: string), _col1 (type: string) 1 _col1 (type: string), _col0 (type: string) outputColumnNames: _col0, _col1, _col3, _col4, _col7 - Statistics: Num rows: 1623 Data size: 309794 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2352 Data size: 454136 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: CASE WHEN ((_col3 = 0L)) THEN (true) WHEN (_col3 is null) THEN (true) WHEN (_col7 is not null) THEN (false) WHEN (_col1 is null) THEN (null) WHEN ((_col4 < _col3)) THEN (false) ELSE (true) END (type: boolean) - Statistics: Num rows: 811 Data size: 154810 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1176 Data size: 227076 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 811 Data size: 154810 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1176 Data size: 227076 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() keys: _col0 (type: string) @@ -4089,16 +4089,16 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 67750 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 135500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: string), _col0 (type: string), true (type: boolean) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 68750 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 137500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string), _col0 (type: string) sort order: ++ Map-reduce partition columns: _col1 (type: string), _col0 (type: string) - Statistics: Num rows: 250 Data size: 68750 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 137500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: boolean) Reducer 9 Execution mode: vectorized, llap @@ -5466,12 +5466,12 @@ STAGE PLANS: 0 _col0 (type: string), _col1 (type: int) 1 _col1 (type: string), _col3 (type: int) outputColumnNames: _col1, _col3, _col4, _col7 - Statistics: Num rows: 53 Data size: 780 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 82 Data size: 1476 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: CASE WHEN ((_col3 = 0L)) THEN (true) WHEN (_col3 is null) THEN (true) WHEN (_col7 is not null) THEN (false) WHEN ((_col1 + 100) is null) THEN (null) WHEN ((_col4 < _col3)) THEN (false) ELSE (true) END (type: boolean) - Statistics: Num rows: 26 Data size: 388 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 41 Data size: 748 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 26 Data size: 388 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 41 Data size: 748 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash @@ -5518,16 +5518,16 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 13 Data size: 2548 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5096 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: string), _col0 (type: string), true (type: boolean) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 2600 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5200 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: UDFToDouble(_col0) (type: double) sort order: + Map-reduce partition columns: UDFToDouble(_col0) (type: double) - Statistics: Num rows: 13 Data size: 2600 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5200 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: boolean) Reducer 8 Execution mode: llap @@ -5539,12 +5539,12 @@ STAGE PLANS: 0 UDFToDouble(_col0) (type: double) 1 UDFToDouble((_col0 + 100)) (type: double) outputColumnNames: _col1, _col2, _col3 - Statistics: Num rows: 13 Data size: 1300 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 2600 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string), _col3 (type: int) sort order: ++ Map-reduce partition columns: _col1 (type: string), _col3 (type: int) - Statistics: Num rows: 13 Data size: 1300 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 2600 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: boolean) Stage: Stage-0 @@ -6147,17 +6147,17 @@ STAGE PLANS: 0 _col0 (type: int), _col1 (type: int) 1 _col1 (type: int), _col0 (type: int) outputColumnNames: _col0, _col1, _col3, _col4, _col7 - Statistics: Num rows: 3 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: CASE WHEN ((_col3 = 0L)) THEN (true) WHEN (_col3 is null) THEN (true) WHEN (_col7 is not null) THEN (false) WHEN (_col1 is null) THEN (null) WHEN ((_col4 < _col3)) THEN (false) ELSE (true) END (type: boolean) - Statistics: Num rows: 1 Data size: 28 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -6184,16 +6184,16 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: int), _col0 (type: int), true (type: boolean) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: int), _col0 (type: int) sort order: ++ Map-reduce partition columns: _col1 (type: int), _col0 (type: int) - Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: boolean) Stage: Stage-0 @@ -6608,17 +6608,17 @@ STAGE PLANS: 1 _col0 (type: int) 2 _col2 (type: int) outputColumnNames: _col0, _col1, _col3, _col4, _col6 - Statistics: Num rows: 1 Data size: 28 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: CASE WHEN ((_col3 = 0L)) THEN (true) WHEN (_col3 is null) THEN (true) WHEN (_col6 is not null) THEN (false) WHEN (_col1 is null) THEN (null) WHEN ((_col4 < _col3)) THEN (false) ELSE (true) END (type: boolean) - Statistics: Num rows: 1 Data size: 28 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -6631,12 +6631,12 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 36 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 36 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 4 Execution mode: vectorized, llap @@ -6645,16 +6645,16 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: int), true (type: boolean) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: boolean) Reducer 5 Execution mode: llap @@ -6666,12 +6666,12 @@ STAGE PLANS: 0 _col0 (type: int) 1 _col0 (type: int) outputColumnNames: _col1, _col2 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: int) sort order: + Map-reduce partition columns: _col2 (type: int) - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: boolean) Reducer 7 Execution mode: vectorized, llap @@ -6680,12 +6680,12 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Stage: Stage-0 Fetch Operator @@ -6782,12 +6782,12 @@ STAGE PLANS: 0 _col1 (type: int) 1 _col0 (type: int) outputColumnNames: _col0, _col1, _col3, _col4 - Statistics: Num rows: 3 Data size: 72 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 3 Data size: 72 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: bigint), _col4 (type: bigint) Reducer 3 Execution mode: llap @@ -6799,17 +6799,17 @@ STAGE PLANS: 0 _col0 (type: int), _col1 (type: int) 1 _col0 (type: int), _col1 (type: int) outputColumnNames: _col0, _col3, _col4, _col7 - Statistics: Num rows: 4 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6 Data size: 132 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: CASE WHEN ((_col3 = 0L)) THEN (true) WHEN (_col3 is null) THEN (true) WHEN (_col7 is not null) THEN (false) WHEN (_col0 is null) THEN (null) WHEN ((_col4 < _col3)) THEN (false) ELSE (true) END (type: boolean) - Statistics: Num rows: 2 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 68 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -6822,12 +6822,12 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 36 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 36 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 5 Execution mode: vectorized, llap @@ -6836,16 +6836,16 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: int), _col1 (type: int), true (type: boolean) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: boolean) Stage: Stage-0 @@ -7307,17 +7307,17 @@ STAGE PLANS: 1 _col0 (type: string) outputColumnNames: _col0, _col1, _col3, _col4, _col6, _col7 residual filter predicates: {(_col1 > _col6)} - Statistics: Num rows: 1145 Data size: 236851 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1383 Data size: 305633 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: CASE WHEN ((_col3 = 0L)) THEN (true) WHEN (_col3 is null) THEN (true) WHEN (_col7 is not null) THEN (false) WHEN (_col0 is null) THEN (null) WHEN ((_col4 < _col3)) THEN (false) ELSE (true) END (type: boolean) - Statistics: Num rows: 572 Data size: 118384 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 691 Data size: 152775 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 572 Data size: 101816 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 691 Data size: 122998 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 572 Data size: 101816 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 691 Data size: 122998 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -7372,16 +7372,16 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), true (type: boolean) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 83 Data size: 15106 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 166 Data size: 30212 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 83 Data size: 15106 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 166 Data size: 30212 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: boolean) Reducer 8 Execution mode: vectorized, llap diff --git a/ql/src/test/results/clientpositive/llap/subquery_scalar.q.out b/ql/src/test/results/clientpositive/llap/subquery_scalar.q.out index c72e4b2097..9b8182792a 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_scalar.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_scalar.q.out @@ -2403,17 +2403,17 @@ STAGE PLANS: 0 _col0 (type: int), _col5 (type: int) 1 _col2 (type: int), _col3 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - Statistics: Num rows: 39 Data size: 24309 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 53 Data size: 33143 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: CASE WHEN (_col10 is null) THEN ((UDFToLong(_col5) <> 0)) ELSE ((UDFToLong(_col5) <> _col9)) END (type: boolean) - Statistics: Num rows: 19 Data size: 11845 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 16262 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 19 Data size: 11761 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 19 Data size: 11761 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -2426,16 +2426,16 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 208 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 416 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: bigint), true (type: boolean), _col0 (type: int), _col1 (type: int) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 13 Data size: 260 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 520 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: int), _col3 (type: int) sort order: ++ Map-reduce partition columns: _col2 (type: int), _col3 (type: int) - Statistics: Num rows: 13 Data size: 260 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 520 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: boolean) Stage: Stage-0 @@ -2597,10 +2597,10 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: bigint) Reducer 4 Execution mode: llap @@ -2613,14 +2613,14 @@ STAGE PLANS: 1 outputColumnNames: _col0, _col1, _col2 residual filter predicates: {(_col1 > _col2)} - Statistics: Num rows: 83 Data size: 8549 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 103 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: bigint) outputColumnNames: _col0, _col1 - Statistics: Num rows: 83 Data size: 7885 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 83 Data size: 7885 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -5670,10 +5670,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 41 Data size: 7626 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 166 Data size: 30876 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 41 Data size: 7626 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 166 Data size: 30876 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) Reducer 5 Execution mode: llap @@ -5686,14 +5686,14 @@ STAGE PLANS: 1 outputColumnNames: _col0, _col1, _col2, _col3 residual filter predicates: {(_col2 > _col3)} - Statistics: Num rows: 13 Data size: 2522 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 55 Data size: 10670 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 2418 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 55 Data size: 10230 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 2418 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 55 Data size: 10230 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/subquery_select.q.out b/ql/src/test/results/clientpositive/llap/subquery_select.q.out index 6870ad1873..96f57807db 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_select.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_select.q.out @@ -4385,7 +4385,7 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 13 Data size: 1404 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 2808 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col1) keys: _col0 (type: int) diff --git a/ql/src/test/results/clientpositive/llap/subquery_views.q.out b/ql/src/test/results/clientpositive/llap/subquery_views.q.out index 4c723dce6b..4a72a60a83 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_views.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_views.q.out @@ -244,24 +244,24 @@ STAGE PLANS: 1 _col0 (type: string), _col1 (type: string) 2 _col3 (type: string), _col1 (type: string) outputColumnNames: _col0, _col4, _col5, _col8 - Statistics: Num rows: 27 Data size: 2889 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 112 Data size: 11984 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: CASE WHEN ((_col4 = 0L)) THEN (true) WHEN (_col4 is null) THEN (true) WHEN (_col8 is not null) THEN (false) WHEN (_col0 is null) THEN (null) WHEN ((_col5 < _col4)) THEN (false) ELSE (true) END (type: boolean) - Statistics: Num rows: 13 Data size: 1391 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 56 Data size: 5992 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 13 Data size: 1391 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 56 Data size: 5992 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 174 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 13 Data size: 1131 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2 Data size: 174 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 13 Data size: 1131 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 Execution mode: vectorized, llap Reduce Operator Tree: @@ -269,12 +269,12 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 174 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 13 Data size: 1131 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2 Data size: 174 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 13 Data size: 1131 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 Execution mode: llap Reduce Operator Tree: @@ -285,14 +285,14 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col1, _col2 - Statistics: Num rows: 13 Data size: 2314 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 56 Data size: 9968 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: string), _col2 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 13 Data size: 2314 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 56 Data size: 9968 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 2314 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 56 Data size: 9968 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -305,12 +305,12 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 27 Data size: 5238 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 55 Data size: 10670 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 27 Data size: 5238 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 55 Data size: 10670 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Reducer 6 Execution mode: vectorized, llap @@ -319,16 +319,16 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 27 Data size: 4806 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), true (type: boolean) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 27 Data size: 4914 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 55 Data size: 10010 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 27 Data size: 4914 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 55 Data size: 10010 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: boolean) Reducer 7 Execution mode: llap @@ -340,18 +340,18 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col1, _col2, _col3 - Statistics: Num rows: 27 Data size: 4914 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 55 Data size: 10010 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col3 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col3 (type: string), _col1 (type: string) - Statistics: Num rows: 27 Data size: 4914 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 55 Data size: 10010 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: boolean) Reduce Output Operator key expressions: _col3 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col3 (type: string), _col1 (type: string) - Statistics: Num rows: 27 Data size: 4914 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 55 Data size: 10010 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: boolean) Reducer 8 Execution mode: llap @@ -365,19 +365,19 @@ STAGE PLANS: 1 _col0 (type: string), _col1 (type: string) 2 _col3 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1, _col4, _col5, _col8 - Statistics: Num rows: 27 Data size: 5346 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 112 Data size: 22176 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: CASE WHEN ((_col4 = 0L)) THEN (true) WHEN (_col4 is null) THEN (true) WHEN (_col8 is not null) THEN (false) WHEN ((_col5 < _col4)) THEN (false) ELSE (true) END (type: boolean) - Statistics: Num rows: 13 Data size: 2574 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 56 Data size: 11088 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 13 Data size: 2314 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 56 Data size: 9968 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 13 Data size: 2314 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 56 Data size: 9968 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Reducer 9 Execution mode: vectorized, llap @@ -387,12 +387,12 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 27 Data size: 5238 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 55 Data size: 10670 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 27 Data size: 5238 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 55 Data size: 10670 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: bigint) Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/tez_join_hash.q.out b/ql/src/test/results/clientpositive/llap/tez_join_hash.q.out index 2ac8400576..23c81fb0af 100644 --- a/ql/src/test/results/clientpositive/llap/tez_join_hash.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_join_hash.q.out @@ -308,14 +308,14 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 11936 Data size: 2220096 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 14658 Data size: 2726388 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col2 (type: bigint) outputColumnNames: _col0, _col1 - Statistics: Num rows: 11936 Data size: 1133920 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 14658 Data size: 1392510 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 11936 Data size: 1133920 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 14658 Data size: 1392510 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/tez_union2.q.out b/ql/src/test/results/clientpositive/llap/tez_union2.q.out index ef0d4bd71a..9c0f100888 100644 --- a/ql/src/test/results/clientpositive/llap/tez_union2.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_union2.q.out @@ -122,10 +122,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 408 Data size: 72624 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 816 Data size: 145248 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 408 Data size: 72624 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 816 Data size: 145248 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -137,11 +137,11 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: complete diff --git a/ql/src/test/results/clientpositive/llap/tez_union_multiinsert.q.out b/ql/src/test/results/clientpositive/llap/tez_union_multiinsert.q.out index 05d259b0d9..50d7c5558b 100644 --- a/ql/src/test/results/clientpositive/llap/tez_union_multiinsert.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_union_multiinsert.q.out @@ -194,14 +194,14 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 316 Data size: 30336 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), CAST( _col1 AS STRING) (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 316 Data size: 85952 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 316 Data size: 85952 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -210,7 +210,7 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: key, value - Statistics: Num rows: 316 Data size: 85952 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value, 'hll') mode: hash @@ -243,14 +243,14 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1001 Data size: 280280 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), CAST( _col2 AS STRING) (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1001 Data size: 456456 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 456 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1001 Data size: 456456 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 456 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -259,7 +259,7 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) outputColumnNames: key, val1, val2 - Statistics: Num rows: 1001 Data size: 456456 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 456 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(val1, 'hll'), compute_stats(val2, 'hll') mode: hash @@ -1190,14 +1190,14 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1001 Data size: 280280 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), CAST( _col2 AS STRING) (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1001 Data size: 456456 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 228000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1001 Data size: 456456 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 228000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1206,7 +1206,7 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) outputColumnNames: key, val1, val2 - Statistics: Num rows: 1001 Data size: 456456 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 228000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(val1, 'hll'), compute_stats(val2, 'hll') mode: hash @@ -2167,14 +2167,14 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1001 Data size: 280280 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), CAST( _col2 AS STRING) (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1001 Data size: 456456 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 228000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1001 Data size: 456456 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 228000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -2183,7 +2183,7 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) outputColumnNames: key, val1, val2 - Statistics: Num rows: 1001 Data size: 456456 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 228000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(val1, 'hll'), compute_stats(val2, 'hll') mode: hash @@ -3991,18 +3991,18 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 136000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 125 Data size: 35000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 250 Data size: 70000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 125 Data size: 35000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 250 Data size: 70000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), _col1 (type: string) @@ -4042,14 +4042,14 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 125 Data size: 12000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 250 Data size: 24000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), CAST( _col1 AS STRING) (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 125 Data size: 34000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 125 Data size: 34000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -4058,7 +4058,7 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: key, value - Statistics: Num rows: 125 Data size: 34000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value, 'hll') mode: hash diff --git a/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out b/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out index b1eec43b72..8b20293ad2 100644 --- a/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out +++ b/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out @@ -640,10 +640,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -667,238 +667,184 @@ POSTHOOK: query: select unionsrc.key, unionsrc.value FROM (select s1.key as key, POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: hdfs://### HDFS PATH ### +100 val_100 104 val_104 105 val_105 113 val_113 118 val_118 +119 val_119 12 val_12 120 val_120 +128 val_128 +129 val_129 133 val_133 136 val_136 +145 val_145 155 val_155 158 val_158 160 val_160 162 val_162 +167 val_167 168 val_168 17 val_17 170 val_170 +174 val_174 175 val_175 +178 val_178 18 val_18 180 val_180 +181 val_181 186 val_186 19 val_19 +193 val_193 197 val_197 +199 val_199 +20 val_20 200 val_200 +201 val_201 +213 val_213 +214 val_214 216 val_216 218 val_218 +219 val_219 +221 val_221 222 val_222 +223 val_223 224 val_224 +226 val_226 228 val_228 +233 val_233 235 val_235 237 val_237 239 val_239 +241 val_241 244 val_244 247 val_247 +249 val_249 256 val_256 +260 val_260 +262 val_262 263 val_263 273 val_273 +277 val_277 28 val_28 +281 val_281 283 val_283 286 val_286 +287 val_287 +288 val_288 292 val_292 +298 val_298 +302 val_302 306 val_306 308 val_308 +310 val_310 +323 val_323 327 val_327 33 val_33 +336 val_336 +341 val_341 +344 val_344 348 val_348 +351 val_351 353 val_353 362 val_362 366 val_366 +375 val_375 +382 val_382 +384 val_384 +393 val_393 +395 val_395 396 val_396 397 val_397 +399 val_399 401 val_401 +403 val_403 +406 val_406 409 val_409 411 val_411 +418 val_418 419 val_419 427 val_427 43 val_43 432 val_432 +435 val_435 436 val_436 439 val_439 443 val_443 453 val_453 +455 val_455 +459 val_459 460 val_460 462 val_462 47 val_47 472 val_472 -485 val_485 -496 val_496 -54 val_54 -64 val_64 -70 val_70 -8 val_8 -83 val_83 -84 val_84 -85 val_85 -90 val_90 -0 val_0 -103 val_103 -114 val_114 -125 val_125 -138 val_138 -146 val_146 -150 val_150 -152 val_152 -153 val_153 -156 val_156 -157 val_157 -165 val_165 -172 val_172 -177 val_177 -179 val_179 -187 val_187 -195 val_195 -196 val_196 -217 val_217 -242 val_242 -248 val_248 -252 val_252 -265 val_265 -27 val_27 -272 val_272 -280 val_280 -291 val_291 -305 val_305 -309 val_309 -311 val_311 -315 val_315 -317 val_317 -322 val_322 -333 val_333 -34 val_34 -345 val_345 -35 val_35 -356 val_356 -364 val_364 -368 val_368 -369 val_369 -37 val_37 -373 val_373 -377 val_377 -4 val_4 -402 val_402 -404 val_404 -413 val_413 -42 val_42 -430 val_430 -431 val_431 -444 val_444 -449 val_449 -452 val_452 -454 val_454 -457 val_457 -463 val_463 -466 val_466 -470 val_470 -475 val_475 -481 val_481 -489 val_489 -491 val_491 -57 val_57 -65 val_65 -66 val_66 -74 val_74 -76 val_76 -78 val_78 -9 val_9 -92 val_92 -95 val_95 -100 val_100 -119 val_119 -128 val_128 -129 val_129 -145 val_145 -167 val_167 -174 val_174 -178 val_178 -181 val_181 -193 val_193 -199 val_199 -20 val_20 -201 val_201 -213 val_213 -214 val_214 -219 val_219 -221 val_221 -223 val_223 -226 val_226 -233 val_233 -241 val_241 -249 val_249 -260 val_260 -262 val_262 -277 val_277 -281 val_281 -287 val_287 -288 val_288 -298 val_298 -302 val_302 -310 val_310 -323 val_323 -336 val_336 -341 val_341 -344 val_344 -351 val_351 -375 val_375 -382 val_382 -384 val_384 -393 val_393 -395 val_395 -399 val_399 -403 val_403 -406 val_406 -418 val_418 -435 val_435 -455 val_455 -459 val_459 477 val_477 478 val_478 479 val_479 482 val_482 +485 val_485 493 val_493 494 val_494 495 val_495 +496 val_496 497 val_497 5 val_5 +54 val_54 58 val_58 +64 val_64 67 val_67 +70 val_70 77 val_77 +8 val_8 80 val_80 +83 val_83 +84 val_84 +85 val_85 86 val_86 +90 val_90 97 val_97 98 val_98 +0 val_0 10 val_10 +103 val_103 11 val_11 111 val_111 +114 val_114 116 val_116 +125 val_125 126 val_126 131 val_131 134 val_134 137 val_137 +138 val_138 143 val_143 +146 val_146 149 val_149 15 val_15 +150 val_150 +152 val_152 +153 val_153 +156 val_156 +157 val_157 163 val_163 164 val_164 +165 val_165 166 val_166 169 val_169 +172 val_172 176 val_176 +177 val_177 +179 val_179 183 val_183 +187 val_187 189 val_189 190 val_190 191 val_191 192 val_192 194 val_194 +195 val_195 +196 val_196 2 val_2 202 val_202 203 val_203 @@ -906,75 +852,129 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 207 val_207 208 val_208 209 val_209 +217 val_217 229 val_229 230 val_230 238 val_238 24 val_24 +242 val_242 +248 val_248 +252 val_252 255 val_255 257 val_257 258 val_258 26 val_26 +265 val_265 266 val_266 +27 val_27 +272 val_272 274 val_274 275 val_275 278 val_278 +280 val_280 282 val_282 284 val_284 285 val_285 289 val_289 +291 val_291 296 val_296 30 val_30 +305 val_305 307 val_307 +309 val_309 +311 val_311 +315 val_315 316 val_316 +317 val_317 318 val_318 321 val_321 +322 val_322 325 val_325 331 val_331 332 val_332 +333 val_333 335 val_335 338 val_338 339 val_339 +34 val_34 342 val_342 +345 val_345 +35 val_35 +356 val_356 360 val_360 +364 val_364 365 val_365 367 val_367 +368 val_368 +369 val_369 +37 val_37 +373 val_373 374 val_374 +377 val_377 378 val_378 379 val_379 386 val_386 389 val_389 392 val_392 394 val_394 +4 val_4 400 val_400 +402 val_402 +404 val_404 407 val_407 41 val_41 +413 val_413 414 val_414 417 val_417 +42 val_42 421 val_421 424 val_424 429 val_429 +430 val_430 +431 val_431 437 val_437 438 val_438 44 val_44 +444 val_444 446 val_446 448 val_448 +449 val_449 +452 val_452 +454 val_454 +457 val_457 458 val_458 +463 val_463 +466 val_466 467 val_467 468 val_468 469 val_469 +470 val_470 +475 val_475 480 val_480 +481 val_481 483 val_483 484 val_484 487 val_487 +489 val_489 490 val_490 +491 val_491 492 val_492 498 val_498 51 val_51 53 val_53 +57 val_57 +65 val_65 +66 val_66 69 val_69 72 val_72 -82 val_82 +74 val_74 +76 val_76 +78 val_78 +82 val_82 87 val_87 +9 val_9 +92 val_92 +95 val_95 96 val_96 PREHOOK: query: CREATE TABLE DEST1_n96(key STRING, value STRING) STORED AS TEXTFILE PREHOOK: type: CREATETABLE @@ -1099,31 +1099,31 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 69000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 276 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 125 Data size: 35500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 284 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 125 Data size: 35500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 284 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), _col1 (type: string) mode: complete outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 117000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 468 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), CAST( _col2 AS STRING) (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 115000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 460 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 115000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 460 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1132,7 +1132,7 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) outputColumnNames: key, val1, val2 - Statistics: Num rows: 250 Data size: 115000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 460 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(val1, 'hll'), compute_stats(val2, 'hll') mode: hash @@ -1150,14 +1150,14 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 125 Data size: 12500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), CAST( _col1 AS STRING) (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 125 Data size: 34500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 276 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 125 Data size: 34500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 276 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1166,7 +1166,7 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: key, value - Statistics: Num rows: 125 Data size: 34500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 276 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value, 'hll') mode: hash @@ -2029,10 +2029,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 69000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 501 Data size: 138276 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 69000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 501 Data size: 138276 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -2041,7 +2041,7 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: key, value - Statistics: Num rows: 250 Data size: 69000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 501 Data size: 138276 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value, 'hll') mode: hash @@ -2054,10 +2054,10 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 115000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 501 Data size: 230460 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 115000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 501 Data size: 230460 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -2066,7 +2066,7 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) outputColumnNames: key, val1, val2 - Statistics: Num rows: 250 Data size: 115000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 501 Data size: 230460 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(val1, 'hll'), compute_stats(val2, 'hll') mode: hash @@ -2929,7 +2929,7 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 69000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 138000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col1) keys: _col0 (type: string) @@ -2964,10 +2964,10 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 115000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 230000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 115000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 230000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -2976,7 +2976,7 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) outputColumnNames: key, val1, val2 - Statistics: Num rows: 250 Data size: 115000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 230000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(val1, 'hll'), compute_stats(val2, 'hll') mode: hash @@ -4288,25 +4288,46 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@dst_union22_n0 POSTHOOK: Input: default@dst_union22_n0@ds=2 POSTHOOK: Output: hdfs://### HDFS PATH ### +104 val_104 104 val_104 2 11 val_11 11 val_11 2 111 val_111 111 val_111 2 +113 val_113 113 val_113 2 +114 val_114 114 val_114 2 +116 val_116 116 val_116 2 +119 val_119 119 val_119 2 +125 val_125 125 val_125 2 126 val_126 126 val_126 2 +134 val_134 134 val_134 2 +136 val_136 136 val_136 2 +137 val_137 137 val_137 2 143 val_143 143 val_143 2 +153 val_153 153 val_153 2 160 val_160 160 val_160 2 +162 val_162 162 val_162 2 165 val_165 165 val_165 2 166 val_166 166 val_166 2 +167 val_167 167 val_167 2 +168 val_168 168 val_168 2 +17 val_17 17 val_17 2 175 val_175 175 val_175 2 +178 val_178 178 val_178 2 18 val_18 18 val_18 2 +180 val_180 180 val_180 2 183 val_183 183 val_183 2 +186 val_186 186 val_186 2 187 val_187 187 val_187 2 189 val_189 189 val_189 2 +191 val_191 191 val_191 2 192 val_192 192 val_192 2 193 val_193 193 val_193 2 196 val_196 196 val_196 2 197 val_197 197 val_197 2 199 val_199 199 val_199 2 +2 val_2 2 val_2 2 +200 val_200 200 val_200 2 201 val_201 201 val_201 2 202 val_202 202 val_202 2 +203 val_203 203 val_203 2 205 val_205 205 val_205 2 207 val_207 207 val_207 2 216 val_216 216 val_216 2 @@ -4315,26 +4336,55 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 221 val_221 221 val_221 2 226 val_226 226 val_226 2 228 val_228 228 val_228 2 +230 val_230 230 val_230 2 235 val_235 235 val_235 2 +239 val_239 239 val_239 2 +241 val_241 241 val_241 2 242 val_242 242 val_242 2 +244 val_244 244 val_244 2 +247 val_247 247 val_247 2 +252 val_252 252 val_252 2 255 val_255 255 val_255 2 +26 val_26 NULL NULL 2 +263 val_263 263 val_263 2 +265 val_265 265 val_265 2 +27 val_27 NULL NULL 2 27 val_27 27 val_27 2 +274 val_274 274 val_274 2 277 val_277 277 val_277 2 +278 val_278 278 val_278 2 +28 val_28 NULL NULL 2 28 val_28 28 val_28 2 281 val_281 281 val_281 2 +282 val_282 282 val_282 2 283 val_283 283 val_283 2 285 val_285 285 val_285 2 +286 val_286 286 val_286 2 291 val_291 291 val_291 2 305 val_305 305 val_305 2 +306 val_306 306 val_306 2 +307 val_307 307 val_307 2 308 val_308 308 val_308 2 +309 val_309 309 val_309 2 311 val_311 311 val_311 2 +317 val_317 317 val_317 2 +318 val_318 318 val_318 2 +322 val_322 322 val_322 2 327 val_327 327 val_327 2 +33 val_33 33 val_33 2 333 val_333 333 val_333 2 +335 val_335 335 val_335 2 +336 val_336 336 val_336 2 +338 val_338 338 val_338 2 +34 val_34 NULL NULL 2 341 val_341 341 val_341 2 348 val_348 348 val_348 2 35 val_35 NULL NULL 2 35 val_35 35 val_35 2 +351 val_351 351 val_351 2 360 val_360 360 val_360 2 +367 val_367 367 val_367 2 +369 val_369 369 val_369 2 37 val_37 37 val_37 2 373 val_373 373 val_373 2 374 val_374 374 val_374 2 @@ -4342,24 +4392,37 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 384 val_384 384 val_384 2 392 val_392 392 val_392 2 393 val_393 393 val_393 2 +394 val_394 394 val_394 2 395 val_395 395 val_395 2 +396 val_396 396 val_396 2 397 val_397 397 val_397 2 4 val_4 4 val_4 2 400 val_400 400 val_400 2 +402 val_402 402 val_402 2 403 val_403 403 val_403 2 407 val_407 407 val_407 2 411 val_411 411 val_411 2 +419 val_419 419 val_419 2 +421 val_421 421 val_421 2 +424 val_424 424 val_424 2 427 val_427 427 val_427 2 429 val_429 429 val_429 2 +435 val_435 435 val_435 2 +436 val_436 436 val_436 2 439 val_439 439 val_439 2 44 val_44 NULL NULL 2 +446 val_446 446 val_446 2 449 val_449 449 val_449 2 452 val_452 452 val_452 2 454 val_454 454 val_454 2 +458 val_458 458 val_458 2 +460 val_460 460 val_460 2 462 val_462 462 val_462 2 467 val_467 467 val_467 2 47 val_47 47 val_47 2 470 val_470 470 val_470 2 +477 val_477 477 val_477 2 +482 val_482 482 val_482 2 483 val_483 483 val_483 2 489 val_489 489 val_489 2 490 val_490 490 val_490 2 @@ -4367,47 +4430,119 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 493 val_493 493 val_493 2 497 val_497 497 val_497 2 51 val_51 51 val_51 2 +53 val_53 53 val_53 2 54 val_54 54 val_54 2 +57 val_57 57 val_57 2 +65 val_65 65 val_65 2 67 val_67 67 val_67 2 +69 val_69 69 val_69 2 +70 val_70 70 val_70 2 72 val_72 72 val_72 2 +74 val_74 74 val_74 2 +76 val_76 76 val_76 2 77 val_77 77 val_77 2 +84 val_84 84 val_84 2 9 val_9 9 val_9 2 +96 val_96 96 val_96 2 0 val_0 0 val_0 2 +10 val_10 10 val_10 2 +100 val_100 100 val_100 2 103 val_103 103 val_103 2 +105 val_105 105 val_105 2 +118 val_118 118 val_118 2 +12 val_12 12 val_12 2 +120 val_120 120 val_120 2 128 val_128 128 val_128 2 +129 val_129 129 val_129 2 131 val_131 131 val_131 2 133 val_133 133 val_133 2 138 val_138 138 val_138 2 +145 val_145 145 val_145 2 +146 val_146 146 val_146 2 149 val_149 149 val_149 2 +15 val_15 15 val_15 2 +150 val_150 150 val_150 2 152 val_152 152 val_152 2 +155 val_155 155 val_155 2 156 val_156 156 val_156 2 +157 val_157 157 val_157 2 158 val_158 158 val_158 2 163 val_163 163 val_163 2 +164 val_164 164 val_164 2 169 val_169 169 val_169 2 +170 val_170 170 val_170 2 +172 val_172 172 val_172 2 +174 val_174 174 val_174 2 176 val_176 176 val_176 2 +177 val_177 177 val_177 2 +179 val_179 179 val_179 2 +181 val_181 181 val_181 2 +19 val_19 19 val_19 2 190 val_190 190 val_190 2 +194 val_194 194 val_194 2 +195 val_195 195 val_195 2 20 val_20 20 val_20 2 +208 val_208 208 val_208 2 +209 val_209 209 val_209 2 +213 val_213 213 val_213 2 214 val_214 214 val_214 2 +217 val_217 217 val_217 2 +222 val_222 222 val_222 2 223 val_223 223 val_223 2 +224 val_224 224 val_224 2 229 val_229 229 val_229 2 +233 val_233 233 val_233 2 237 val_237 237 val_237 2 238 val_238 238 val_238 2 +24 val_24 NULL NULL 2 +24 val_24 24 val_24 2 +248 val_248 248 val_248 2 +249 val_249 249 val_249 2 +256 val_256 256 val_256 2 +257 val_257 257 val_257 2 +258 val_258 258 val_258 2 26 val_26 26 val_26 2 +260 val_260 260 val_260 2 262 val_262 262 val_262 2 +266 val_266 266 val_266 2 272 val_272 272 val_272 2 +273 val_273 273 val_273 2 275 val_275 275 val_275 2 +280 val_280 280 val_280 2 +284 val_284 284 val_284 2 287 val_287 287 val_287 2 +288 val_288 288 val_288 2 +289 val_289 289 val_289 2 +292 val_292 292 val_292 2 +296 val_296 296 val_296 2 +298 val_298 298 val_298 2 30 val_30 NULL NULL 2 +30 val_30 30 val_30 2 +302 val_302 302 val_302 2 310 val_310 310 val_310 2 +315 val_315 315 val_315 2 +316 val_316 316 val_316 2 +321 val_321 321 val_321 2 +323 val_323 323 val_323 2 325 val_325 325 val_325 2 33 val_33 NULL NULL 2 331 val_331 331 val_331 2 332 val_332 332 val_332 2 +339 val_339 339 val_339 2 34 val_34 34 val_34 2 342 val_342 342 val_342 2 +344 val_344 344 val_344 2 +345 val_345 345 val_345 2 353 val_353 353 val_353 2 356 val_356 356 val_356 2 362 val_362 362 val_362 2 +364 val_364 364 val_364 2 +365 val_365 365 val_365 2 +366 val_366 366 val_366 2 +368 val_368 368 val_368 2 +37 val_37 NULL NULL 2 +375 val_375 375 val_375 2 +378 val_378 378 val_378 2 379 val_379 379 val_379 2 382 val_382 382 val_382 2 386 val_386 386 val_386 2 @@ -4415,201 +4550,66 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 399 val_399 399 val_399 2 401 val_401 401 val_401 2 404 val_404 404 val_404 2 +406 val_406 406 val_406 2 +409 val_409 409 val_409 2 +41 val_41 NULL NULL 2 +41 val_41 41 val_41 2 +413 val_413 413 val_413 2 +414 val_414 414 val_414 2 417 val_417 417 val_417 2 418 val_418 418 val_418 2 42 val_42 NULL NULL 2 +42 val_42 42 val_42 2 43 val_43 NULL NULL 2 +43 val_43 43 val_43 2 430 val_430 430 val_430 2 +431 val_431 431 val_431 2 +432 val_432 432 val_432 2 437 val_437 437 val_437 2 438 val_438 438 val_438 2 44 val_44 44 val_44 2 +443 val_443 443 val_443 2 +444 val_444 444 val_444 2 448 val_448 448 val_448 2 453 val_453 453 val_453 2 455 val_455 455 val_455 2 +457 val_457 457 val_457 2 459 val_459 459 val_459 2 +463 val_463 463 val_463 2 +466 val_466 466 val_466 2 468 val_468 468 val_468 2 469 val_469 469 val_469 2 47 val_47 NULL NULL 2 +472 val_472 472 val_472 2 +475 val_475 475 val_475 2 +478 val_478 478 val_478 2 479 val_479 479 val_479 2 480 val_480 480 val_480 2 481 val_481 481 val_481 2 +484 val_484 484 val_484 2 +485 val_485 485 val_485 2 487 val_487 487 val_487 2 +492 val_492 492 val_492 2 +494 val_494 494 val_494 2 495 val_495 495 val_495 2 496 val_496 496 val_496 2 +498 val_498 498 val_498 2 +5 val_5 5 val_5 2 58 val_58 58 val_58 2 64 val_64 64 val_64 2 66 val_66 66 val_66 2 78 val_78 78 val_78 2 8 val_8 8 val_8 2 +80 val_80 80 val_80 2 +82 val_82 82 val_82 2 83 val_83 83 val_83 2 85 val_85 85 val_85 2 +86 val_86 86 val_86 2 87 val_87 87 val_87 2 90 val_90 90 val_90 2 +92 val_92 92 val_92 2 95 val_95 95 val_95 2 97 val_97 97 val_97 2 -104 val_104 104 val_104 2 -113 val_113 113 val_113 2 -114 val_114 114 val_114 2 -116 val_116 116 val_116 2 -119 val_119 119 val_119 2 -125 val_125 125 val_125 2 -134 val_134 134 val_134 2 -136 val_136 136 val_136 2 -137 val_137 137 val_137 2 -153 val_153 153 val_153 2 -162 val_162 162 val_162 2 -167 val_167 167 val_167 2 -168 val_168 168 val_168 2 -17 val_17 17 val_17 2 -178 val_178 178 val_178 2 -180 val_180 180 val_180 2 -186 val_186 186 val_186 2 -191 val_191 191 val_191 2 -2 val_2 2 val_2 2 -200 val_200 200 val_200 2 -203 val_203 203 val_203 2 -230 val_230 230 val_230 2 -239 val_239 239 val_239 2 -241 val_241 241 val_241 2 -244 val_244 244 val_244 2 -247 val_247 247 val_247 2 -252 val_252 252 val_252 2 -26 val_26 NULL NULL 2 -263 val_263 263 val_263 2 -265 val_265 265 val_265 2 -27 val_27 NULL NULL 2 -274 val_274 274 val_274 2 -278 val_278 278 val_278 2 -28 val_28 NULL NULL 2 -282 val_282 282 val_282 2 -286 val_286 286 val_286 2 -306 val_306 306 val_306 2 -307 val_307 307 val_307 2 -309 val_309 309 val_309 2 -317 val_317 317 val_317 2 -318 val_318 318 val_318 2 -322 val_322 322 val_322 2 -33 val_33 33 val_33 2 -335 val_335 335 val_335 2 -336 val_336 336 val_336 2 -338 val_338 338 val_338 2 -34 val_34 NULL NULL 2 -351 val_351 351 val_351 2 -367 val_367 367 val_367 2 -369 val_369 369 val_369 2 -394 val_394 394 val_394 2 -396 val_396 396 val_396 2 -402 val_402 402 val_402 2 -419 val_419 419 val_419 2 -421 val_421 421 val_421 2 -424 val_424 424 val_424 2 -435 val_435 435 val_435 2 -436 val_436 436 val_436 2 -446 val_446 446 val_446 2 -458 val_458 458 val_458 2 -460 val_460 460 val_460 2 -477 val_477 477 val_477 2 -482 val_482 482 val_482 2 -53 val_53 53 val_53 2 -57 val_57 57 val_57 2 -65 val_65 65 val_65 2 -69 val_69 69 val_69 2 -70 val_70 70 val_70 2 -74 val_74 74 val_74 2 -76 val_76 76 val_76 2 -84 val_84 84 val_84 2 -96 val_96 96 val_96 2 -10 val_10 10 val_10 2 -100 val_100 100 val_100 2 -105 val_105 105 val_105 2 -118 val_118 118 val_118 2 -12 val_12 12 val_12 2 -120 val_120 120 val_120 2 -129 val_129 129 val_129 2 -145 val_145 145 val_145 2 -146 val_146 146 val_146 2 -15 val_15 15 val_15 2 -150 val_150 150 val_150 2 -155 val_155 155 val_155 2 -157 val_157 157 val_157 2 -164 val_164 164 val_164 2 -170 val_170 170 val_170 2 -172 val_172 172 val_172 2 -174 val_174 174 val_174 2 -177 val_177 177 val_177 2 -179 val_179 179 val_179 2 -181 val_181 181 val_181 2 -19 val_19 19 val_19 2 -194 val_194 194 val_194 2 -195 val_195 195 val_195 2 -208 val_208 208 val_208 2 -209 val_209 209 val_209 2 -213 val_213 213 val_213 2 -217 val_217 217 val_217 2 -222 val_222 222 val_222 2 -224 val_224 224 val_224 2 -233 val_233 233 val_233 2 -24 val_24 NULL NULL 2 -24 val_24 24 val_24 2 -248 val_248 248 val_248 2 -249 val_249 249 val_249 2 -256 val_256 256 val_256 2 -257 val_257 257 val_257 2 -258 val_258 258 val_258 2 -260 val_260 260 val_260 2 -266 val_266 266 val_266 2 -273 val_273 273 val_273 2 -280 val_280 280 val_280 2 -284 val_284 284 val_284 2 -288 val_288 288 val_288 2 -289 val_289 289 val_289 2 -292 val_292 292 val_292 2 -296 val_296 296 val_296 2 -298 val_298 298 val_298 2 -30 val_30 30 val_30 2 -302 val_302 302 val_302 2 -315 val_315 315 val_315 2 -316 val_316 316 val_316 2 -321 val_321 321 val_321 2 -323 val_323 323 val_323 2 -339 val_339 339 val_339 2 -344 val_344 344 val_344 2 -345 val_345 345 val_345 2 -364 val_364 364 val_364 2 -365 val_365 365 val_365 2 -366 val_366 366 val_366 2 -368 val_368 368 val_368 2 -37 val_37 NULL NULL 2 -375 val_375 375 val_375 2 -378 val_378 378 val_378 2 -406 val_406 406 val_406 2 -409 val_409 409 val_409 2 -41 val_41 NULL NULL 2 -41 val_41 41 val_41 2 -413 val_413 413 val_413 2 -414 val_414 414 val_414 2 -42 val_42 42 val_42 2 -43 val_43 43 val_43 2 -431 val_431 431 val_431 2 -432 val_432 432 val_432 2 -443 val_443 443 val_443 2 -444 val_444 444 val_444 2 -457 val_457 457 val_457 2 -463 val_463 463 val_463 2 -466 val_466 466 val_466 2 -472 val_472 472 val_472 2 -475 val_475 475 val_475 2 -478 val_478 478 val_478 2 -484 val_484 484 val_484 2 -485 val_485 485 val_485 2 -492 val_492 492 val_492 2 -494 val_494 494 val_494 2 -498 val_498 498 val_498 2 -5 val_5 5 val_5 2 -80 val_80 80 val_80 2 -82 val_82 82 val_82 2 -86 val_86 86 val_86 2 -92 val_92 92 val_92 2 98 val_98 98 val_98 2 PREHOOK: query: explain select s.key2, s.value2 @@ -4698,10 +4698,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -4733,314 +4733,314 @@ from ( POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: hdfs://### HDFS PATH ### +100 val_100 104 val_104 105 val_105 113 val_113 118 val_118 +119 val_119 12 val_12 120 val_120 +128 val_128 +129 val_129 133 val_133 136 val_136 +145 val_145 155 val_155 158 val_158 160 val_160 162 val_162 +167 val_167 168 val_168 17 val_17 170 val_170 +174 val_174 175 val_175 +178 val_178 18 val_18 180 val_180 +181 val_181 186 val_186 19 val_19 +193 val_193 197 val_197 +199 val_199 +20 val_20 200 val_200 +201 val_201 +213 val_213 +214 val_214 216 val_216 218 val_218 +219 val_219 +221 val_221 222 val_222 +223 val_223 224 val_224 +226 val_226 228 val_228 +233 val_233 235 val_235 237 val_237 239 val_239 +241 val_241 244 val_244 247 val_247 +249 val_249 256 val_256 +260 val_260 +262 val_262 263 val_263 273 val_273 +277 val_277 28 val_28 +281 val_281 283 val_283 286 val_286 +287 val_287 +288 val_288 292 val_292 +298 val_298 +302 val_302 306 val_306 308 val_308 +310 val_310 +323 val_323 327 val_327 33 val_33 +336 val_336 +341 val_341 +344 val_344 348 val_348 +351 val_351 353 val_353 362 val_362 366 val_366 +375 val_375 +382 val_382 +384 val_384 +393 val_393 +395 val_395 396 val_396 397 val_397 +399 val_399 401 val_401 +403 val_403 +406 val_406 409 val_409 411 val_411 +418 val_418 419 val_419 427 val_427 43 val_43 432 val_432 +435 val_435 436 val_436 439 val_439 443 val_443 453 val_453 +455 val_455 +459 val_459 460 val_460 462 val_462 47 val_47 472 val_472 +477 val_477 +478 val_478 +479 val_479 +482 val_482 485 val_485 +493 val_493 +494 val_494 +495 val_495 496 val_496 +497 val_497 +5 val_5 54 val_54 +58 val_58 64 val_64 +67 val_67 70 val_70 +77 val_77 8 val_8 +80 val_80 83 val_83 84 val_84 85 val_85 +86 val_86 90 val_90 +97 val_97 +98 val_98 0 val_0 +10 val_10 103 val_103 +11 val_11 +111 val_111 114 val_114 +116 val_116 125 val_125 +126 val_126 +131 val_131 +134 val_134 +137 val_137 138 val_138 +143 val_143 146 val_146 +149 val_149 +15 val_15 150 val_150 152 val_152 153 val_153 156 val_156 157 val_157 +163 val_163 +164 val_164 165 val_165 +166 val_166 +169 val_169 172 val_172 +176 val_176 177 val_177 179 val_179 +183 val_183 187 val_187 +189 val_189 +190 val_190 +191 val_191 +192 val_192 +194 val_194 195 val_195 196 val_196 +2 val_2 +202 val_202 +203 val_203 +205 val_205 +207 val_207 +208 val_208 +209 val_209 217 val_217 +229 val_229 +230 val_230 +238 val_238 +24 val_24 242 val_242 248 val_248 252 val_252 +255 val_255 +257 val_257 +258 val_258 +26 val_26 265 val_265 +266 val_266 27 val_27 272 val_272 +274 val_274 +275 val_275 +278 val_278 280 val_280 +282 val_282 +284 val_284 +285 val_285 +289 val_289 291 val_291 +296 val_296 +30 val_30 305 val_305 +307 val_307 309 val_309 311 val_311 315 val_315 +316 val_316 317 val_317 +318 val_318 +321 val_321 322 val_322 +325 val_325 +331 val_331 +332 val_332 333 val_333 +335 val_335 +338 val_338 +339 val_339 34 val_34 +342 val_342 345 val_345 35 val_35 356 val_356 +360 val_360 364 val_364 +365 val_365 +367 val_367 368 val_368 369 val_369 37 val_37 373 val_373 +374 val_374 377 val_377 +378 val_378 +379 val_379 +386 val_386 +389 val_389 +392 val_392 +394 val_394 4 val_4 +400 val_400 402 val_402 404 val_404 +407 val_407 +41 val_41 413 val_413 +414 val_414 +417 val_417 42 val_42 +421 val_421 +424 val_424 +429 val_429 430 val_430 431 val_431 +437 val_437 +438 val_438 +44 val_44 444 val_444 +446 val_446 +448 val_448 449 val_449 452 val_452 454 val_454 457 val_457 +458 val_458 463 val_463 466 val_466 +467 val_467 +468 val_468 +469 val_469 470 val_470 475 val_475 +480 val_480 481 val_481 +483 val_483 +484 val_484 +487 val_487 489 val_489 +490 val_490 491 val_491 +492 val_492 +498 val_498 +51 val_51 +53 val_53 57 val_57 65 val_65 66 val_66 +69 val_69 +72 val_72 74 val_74 76 val_76 78 val_78 +82 val_82 +87 val_87 9 val_9 92 val_92 95 val_95 -100 val_100 -119 val_119 -128 val_128 -129 val_129 -145 val_145 -167 val_167 -174 val_174 -178 val_178 -181 val_181 -193 val_193 -199 val_199 -20 val_20 -201 val_201 -213 val_213 -214 val_214 -219 val_219 -221 val_221 -223 val_223 -226 val_226 -233 val_233 -241 val_241 -249 val_249 -260 val_260 -262 val_262 -277 val_277 -281 val_281 -287 val_287 -288 val_288 -298 val_298 -302 val_302 -310 val_310 -323 val_323 -336 val_336 -341 val_341 -344 val_344 -351 val_351 -375 val_375 -382 val_382 -384 val_384 -393 val_393 -395 val_395 -399 val_399 -403 val_403 -406 val_406 -418 val_418 -435 val_435 -455 val_455 -459 val_459 -477 val_477 -478 val_478 -479 val_479 -482 val_482 -493 val_493 -494 val_494 -495 val_495 -497 val_497 -5 val_5 -58 val_58 -67 val_67 -77 val_77 -80 val_80 -86 val_86 -97 val_97 -98 val_98 -10 val_10 -11 val_11 -111 val_111 -116 val_116 -126 val_126 -131 val_131 -134 val_134 -137 val_137 -143 val_143 -149 val_149 -15 val_15 -163 val_163 -164 val_164 -166 val_166 -169 val_169 -176 val_176 -183 val_183 -189 val_189 -190 val_190 -191 val_191 -192 val_192 -194 val_194 -2 val_2 -202 val_202 -203 val_203 -205 val_205 -207 val_207 -208 val_208 -209 val_209 -229 val_229 -230 val_230 -238 val_238 -24 val_24 -255 val_255 -257 val_257 -258 val_258 -26 val_26 -266 val_266 -274 val_274 -275 val_275 -278 val_278 -282 val_282 -284 val_284 -285 val_285 -289 val_289 -296 val_296 -30 val_30 -307 val_307 -316 val_316 -318 val_318 -321 val_321 -325 val_325 -331 val_331 -332 val_332 -335 val_335 -338 val_338 -339 val_339 -342 val_342 -360 val_360 -365 val_365 -367 val_367 -374 val_374 -378 val_378 -379 val_379 -386 val_386 -389 val_389 -392 val_392 -394 val_394 -400 val_400 -407 val_407 -41 val_41 -414 val_414 -417 val_417 -421 val_421 -424 val_424 -429 val_429 -437 val_437 -438 val_438 -44 val_44 -446 val_446 -448 val_448 -458 val_458 -467 val_467 -468 val_468 -469 val_469 -480 val_480 -483 val_483 -484 val_484 -487 val_487 -490 val_490 -492 val_492 -498 val_498 -51 val_51 -53 val_53 -69 val_69 -72 val_72 -82 val_82 -87 val_87 96 val_96 PREHOOK: query: create table src2_n2 as select key, count(1) as count from src group by key PREHOOK: type: CREATETABLE_AS_SELECT @@ -6858,20 +6858,20 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 408 Data size: 72624 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() keys: _col0 (type: string), _col1 (type: string) mode: complete outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 408 Data size: 75888 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 186000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: bigint), _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 408 Data size: 75888 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 186000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 408 Data size: 75888 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 186000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -6884,11 +6884,11 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: complete @@ -7356,502 +7356,143 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1 342 val_342 1 344 val_344 1 345 val_345 -1 348 val_348 -1 35 val_35 -1 351 val_351 -1 353 val_353 -1 356 val_356 -1 360 val_360 -1 362 val_362 -1 364 val_364 -1 365 val_365 -1 366 val_366 -1 367 val_367 -1 368 val_368 -1 369 val_369 -1 37 val_37 -1 373 val_373 -1 374 val_374 -1 375 val_375 -1 377 val_377 -1 378 val_378 -1 379 val_379 -1 382 val_382 -1 384 val_384 -1 386 val_386 -1 389 val_389 -1 392 val_392 -1 393 val_393 -1 394 val_394 -1 395 val_395 -1 396 val_396 -1 397 val_397 -1 399 val_399 -1 4 val_4 -1 400 val_400 -1 401 val_401 -1 402 val_402 -1 403 val_403 -1 404 val_404 -1 406 val_406 -1 407 val_407 -1 409 val_409 -1 41 val_41 -1 411 val_411 -1 413 val_413 -1 414 val_414 -1 417 val_417 -1 418 val_418 -1 419 val_419 -1 42 val_42 -1 421 val_421 -1 424 val_424 -1 427 val_427 -1 429 val_429 -1 43 val_43 -1 430 val_430 -1 431 val_431 -1 432 val_432 -1 435 val_435 -1 436 val_436 -1 437 val_437 -1 438 val_438 -1 439 val_439 -1 44 val_44 -1 443 val_443 -1 444 val_444 -1 446 val_446 -1 448 val_448 -1 449 val_449 -1 452 val_452 -1 453 val_453 -1 454 val_454 -1 455 val_455 -1 457 val_457 -1 458 val_458 -1 459 val_459 -1 460 val_460 -1 462 val_462 -1 463 val_463 -1 466 val_466 -1 467 val_467 -1 468 val_468 -1 469 val_469 -1 47 val_47 -1 470 val_470 -1 472 val_472 -1 475 val_475 -1 477 val_477 -1 478 val_478 -1 479 val_479 -1 480 val_480 -1 481 val_481 -1 482 val_482 -1 483 val_483 -1 484 val_484 -1 485 val_485 -1 487 val_487 -1 489 val_489 -1 490 val_490 -1 491 val_491 -1 492 val_492 -1 493 val_493 -1 494 val_494 -1 495 val_495 -1 496 val_496 -1 497 val_497 -1 498 val_498 -1 5 val_5 -1 51 val_51 -1 53 val_53 -1 54 val_54 -1 57 val_57 -1 58 val_58 -1 64 val_64 -1 65 val_65 -1 66 val_66 -1 67 val_67 -1 69 val_69 -1 70 val_70 -1 72 val_72 -1 74 val_74 -1 76 val_76 -1 77 val_77 -1 78 val_78 -1 8 val_8 -1 80 val_80 -1 82 val_82 -1 83 val_83 -1 84 val_84 -1 85 val_85 -1 86 val_86 -1 87 val_87 -1 9 val_9 -1 90 val_90 -1 92 val_92 -1 95 val_95 -1 96 val_96 -1 97 val_97 -1 98 val_98 -PREHOOK: query: SELECT -count(1) as counts, -key, -value -FROM -( - -SELECT -a.key, a.value -FROM srcpart a JOIN srcpart b -ON a.ds='2008-04-08' and a.hr='11' and b.ds='2008-04-08' and b.hr='12' -AND a.key = b.key - -UNION DISTINCT - -select key, value -FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol -WHERE ds='2008-04-08' and hr='11' -) a -group by key, value -PREHOOK: type: QUERY -PREHOOK: Input: default@srcpart -PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 -PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -PREHOOK: Output: hdfs://### HDFS PATH ### -POSTHOOK: query: SELECT -count(1) as counts, -key, -value -FROM -( - -SELECT -a.key, a.value -FROM srcpart a JOIN srcpart b -ON a.ds='2008-04-08' and a.hr='11' and b.ds='2008-04-08' and b.hr='12' -AND a.key = b.key - -UNION DISTINCT - -select key, value -FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol -WHERE ds='2008-04-08' and hr='11' -) a -group by key, value -POSTHOOK: type: QUERY -POSTHOOK: Input: default@srcpart -POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 -POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 -POSTHOOK: Output: hdfs://### HDFS PATH ### -1 104 val_104 -1 105 val_105 -1 113 val_113 -1 118 val_118 -1 12 val_12 -1 120 val_120 -1 133 val_133 -1 136 val_136 -1 155 val_155 -1 158 val_158 -1 160 val_160 -1 162 val_162 -1 168 val_168 -1 17 val_17 -1 170 val_170 -1 175 val_175 -1 18 val_18 -1 180 val_180 -1 186 val_186 -1 19 val_19 -1 197 val_197 -1 200 val_200 -1 216 val_216 -1 218 val_218 -1 222 val_222 -1 224 val_224 -1 228 val_228 -1 235 val_235 -1 237 val_237 -1 239 val_239 -1 244 val_244 -1 247 val_247 -1 256 val_256 -1 263 val_263 -1 273 val_273 -1 28 val_28 -1 283 val_283 -1 286 val_286 -1 292 val_292 -1 306 val_306 -1 308 val_308 -1 327 val_327 -1 33 val_33 -1 348 val_348 -1 353 val_353 -1 362 val_362 -1 366 val_366 -1 396 val_396 -1 397 val_397 -1 401 val_401 -1 409 val_409 -1 411 val_411 -1 419 val_419 -1 427 val_427 -1 43 val_43 -1 432 val_432 -1 436 val_436 -1 439 val_439 -1 443 val_443 -1 453 val_453 -1 460 val_460 -1 462 val_462 -1 47 val_47 -1 472 val_472 -1 485 val_485 -1 496 val_496 -1 54 val_54 -1 64 val_64 -1 70 val_70 -1 8 val_8 -1 83 val_83 -1 84 val_84 -1 85 val_85 -1 90 val_90 -1 0 val_0 -1 103 val_103 -1 114 val_114 -1 125 val_125 -1 138 val_138 -1 146 val_146 -1 150 val_150 -1 152 val_152 -1 153 val_153 -1 156 val_156 -1 157 val_157 -1 165 val_165 -1 172 val_172 -1 177 val_177 -1 179 val_179 -1 187 val_187 -1 195 val_195 -1 196 val_196 -1 217 val_217 -1 242 val_242 -1 248 val_248 -1 252 val_252 -1 265 val_265 -1 27 val_27 -1 272 val_272 -1 280 val_280 -1 291 val_291 -1 305 val_305 -1 309 val_309 -1 311 val_311 -1 315 val_315 -1 317 val_317 -1 322 val_322 -1 333 val_333 -1 34 val_34 -1 345 val_345 -1 35 val_35 -1 356 val_356 -1 364 val_364 -1 368 val_368 -1 369 val_369 -1 37 val_37 -1 373 val_373 -1 377 val_377 -1 4 val_4 -1 402 val_402 -1 404 val_404 -1 413 val_413 -1 42 val_42 -1 430 val_430 -1 431 val_431 -1 444 val_444 -1 449 val_449 -1 452 val_452 -1 454 val_454 -1 457 val_457 -1 463 val_463 -1 466 val_466 -1 470 val_470 -1 475 val_475 -1 481 val_481 -1 489 val_489 -1 491 val_491 -1 57 val_57 -1 65 val_65 -1 66 val_66 -1 74 val_74 -1 76 val_76 -1 78 val_78 -1 9 val_9 -1 92 val_92 -1 95 val_95 -1 100 val_100 -1 119 val_119 -1 128 val_128 -1 129 val_129 -1 145 val_145 -1 167 val_167 -1 174 val_174 -1 178 val_178 -1 181 val_181 -1 193 val_193 -1 199 val_199 -1 20 val_20 -1 201 val_201 -1 213 val_213 -1 214 val_214 -1 219 val_219 -1 221 val_221 -1 223 val_223 -1 226 val_226 -1 233 val_233 -1 241 val_241 -1 249 val_249 -1 260 val_260 -1 262 val_262 -1 277 val_277 -1 281 val_281 -1 287 val_287 -1 288 val_288 -1 298 val_298 -1 302 val_302 -1 310 val_310 -1 323 val_323 -1 336 val_336 -1 341 val_341 -1 344 val_344 -1 351 val_351 -1 375 val_375 -1 382 val_382 -1 384 val_384 -1 393 val_393 -1 395 val_395 -1 399 val_399 -1 403 val_403 -1 406 val_406 -1 418 val_418 -1 435 val_435 -1 455 val_455 -1 459 val_459 -1 477 val_477 -1 478 val_478 -1 479 val_479 -1 482 val_482 -1 493 val_493 -1 494 val_494 -1 495 val_495 -1 497 val_497 -1 5 val_5 -1 58 val_58 -1 67 val_67 -1 77 val_77 -1 80 val_80 -1 86 val_86 -1 97 val_97 -1 98 val_98 -1 10 val_10 -1 11 val_11 -1 111 val_111 -1 116 val_116 -1 126 val_126 -1 131 val_131 -1 134 val_134 -1 137 val_137 -1 143 val_143 -1 149 val_149 -1 15 val_15 -1 163 val_163 -1 164 val_164 -1 166 val_166 -1 169 val_169 -1 176 val_176 -1 183 val_183 -1 189 val_189 -1 190 val_190 -1 191 val_191 -1 192 val_192 -1 194 val_194 -1 2 val_2 -1 202 val_202 -1 203 val_203 -1 205 val_205 -1 207 val_207 -1 208 val_208 -1 209 val_209 -1 229 val_229 -1 230 val_230 -1 238 val_238 -1 24 val_24 -1 255 val_255 -1 257 val_257 -1 258 val_258 -1 26 val_26 -1 266 val_266 -1 274 val_274 -1 275 val_275 -1 278 val_278 -1 282 val_282 -1 284 val_284 -1 285 val_285 -1 289 val_289 -1 296 val_296 -1 30 val_30 -1 307 val_307 -1 316 val_316 -1 318 val_318 -1 321 val_321 -1 325 val_325 -1 331 val_331 -1 332 val_332 -1 335 val_335 -1 338 val_338 -1 339 val_339 -1 342 val_342 +1 348 val_348 +1 35 val_35 +1 351 val_351 +1 353 val_353 +1 356 val_356 1 360 val_360 +1 362 val_362 +1 364 val_364 1 365 val_365 +1 366 val_366 1 367 val_367 +1 368 val_368 +1 369 val_369 +1 37 val_37 +1 373 val_373 1 374 val_374 +1 375 val_375 +1 377 val_377 1 378 val_378 1 379 val_379 +1 382 val_382 +1 384 val_384 1 386 val_386 1 389 val_389 1 392 val_392 +1 393 val_393 1 394 val_394 +1 395 val_395 +1 396 val_396 +1 397 val_397 +1 399 val_399 +1 4 val_4 1 400 val_400 +1 401 val_401 +1 402 val_402 +1 403 val_403 +1 404 val_404 +1 406 val_406 1 407 val_407 +1 409 val_409 1 41 val_41 +1 411 val_411 +1 413 val_413 1 414 val_414 1 417 val_417 +1 418 val_418 +1 419 val_419 +1 42 val_42 1 421 val_421 1 424 val_424 +1 427 val_427 1 429 val_429 +1 43 val_43 +1 430 val_430 +1 431 val_431 +1 432 val_432 +1 435 val_435 +1 436 val_436 1 437 val_437 1 438 val_438 +1 439 val_439 1 44 val_44 +1 443 val_443 +1 444 val_444 1 446 val_446 1 448 val_448 +1 449 val_449 +1 452 val_452 +1 453 val_453 +1 454 val_454 +1 455 val_455 +1 457 val_457 1 458 val_458 +1 459 val_459 +1 460 val_460 +1 462 val_462 +1 463 val_463 +1 466 val_466 1 467 val_467 1 468 val_468 1 469 val_469 +1 47 val_47 +1 470 val_470 +1 472 val_472 +1 475 val_475 +1 477 val_477 +1 478 val_478 +1 479 val_479 1 480 val_480 +1 481 val_481 +1 482 val_482 1 483 val_483 1 484 val_484 +1 485 val_485 1 487 val_487 +1 489 val_489 1 490 val_490 +1 491 val_491 1 492 val_492 +1 493 val_493 +1 494 val_494 +1 495 val_495 +1 496 val_496 +1 497 val_497 1 498 val_498 +1 5 val_5 1 51 val_51 1 53 val_53 +1 54 val_54 +1 57 val_57 +1 58 val_58 +1 64 val_64 +1 65 val_65 +1 66 val_66 +1 67 val_67 1 69 val_69 +1 70 val_70 1 72 val_72 +1 74 val_74 +1 76 val_76 +1 77 val_77 +1 78 val_78 +1 8 val_8 +1 80 val_80 1 82 val_82 +1 83 val_83 +1 84 val_84 +1 85 val_85 +1 86 val_86 1 87 val_87 +1 9 val_9 +1 90 val_90 +1 92 val_92 +1 95 val_95 1 96 val_96 +1 97 val_97 +1 98 val_98 PREHOOK: query: SELECT count(1) as counts, key, @@ -7902,238 +7543,543 @@ POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Output: hdfs://### HDFS PATH ### +1 100 val_100 1 104 val_104 1 105 val_105 1 113 val_113 1 118 val_118 +1 119 val_119 1 12 val_12 1 120 val_120 +1 128 val_128 +1 129 val_129 1 133 val_133 1 136 val_136 +1 145 val_145 1 155 val_155 1 158 val_158 1 160 val_160 1 162 val_162 +1 167 val_167 1 168 val_168 1 17 val_17 1 170 val_170 +1 174 val_174 1 175 val_175 +1 178 val_178 1 18 val_18 1 180 val_180 +1 181 val_181 1 186 val_186 1 19 val_19 +1 193 val_193 1 197 val_197 +1 199 val_199 +1 20 val_20 1 200 val_200 +1 201 val_201 +1 213 val_213 +1 214 val_214 1 216 val_216 1 218 val_218 +1 219 val_219 +1 221 val_221 1 222 val_222 +1 223 val_223 1 224 val_224 +1 226 val_226 1 228 val_228 +1 233 val_233 1 235 val_235 1 237 val_237 1 239 val_239 +1 241 val_241 1 244 val_244 1 247 val_247 +1 249 val_249 1 256 val_256 +1 260 val_260 +1 262 val_262 1 263 val_263 1 273 val_273 +1 277 val_277 1 28 val_28 +1 281 val_281 1 283 val_283 1 286 val_286 +1 287 val_287 +1 288 val_288 1 292 val_292 +1 298 val_298 +1 302 val_302 1 306 val_306 1 308 val_308 +1 310 val_310 +1 323 val_323 1 327 val_327 1 33 val_33 +1 336 val_336 +1 341 val_341 +1 344 val_344 1 348 val_348 +1 351 val_351 1 353 val_353 1 362 val_362 1 366 val_366 +1 375 val_375 +1 382 val_382 +1 384 val_384 +1 393 val_393 +1 395 val_395 1 396 val_396 1 397 val_397 +1 399 val_399 1 401 val_401 +1 403 val_403 +1 406 val_406 1 409 val_409 1 411 val_411 +1 418 val_418 1 419 val_419 1 427 val_427 1 43 val_43 1 432 val_432 +1 435 val_435 1 436 val_436 1 439 val_439 1 443 val_443 1 453 val_453 +1 455 val_455 +1 459 val_459 1 460 val_460 1 462 val_462 1 47 val_47 1 472 val_472 +1 477 val_477 +1 478 val_478 +1 479 val_479 +1 482 val_482 1 485 val_485 +1 493 val_493 +1 494 val_494 +1 495 val_495 1 496 val_496 +1 497 val_497 +1 5 val_5 1 54 val_54 +1 58 val_58 1 64 val_64 +1 67 val_67 1 70 val_70 +1 77 val_77 1 8 val_8 +1 80 val_80 1 83 val_83 1 84 val_84 1 85 val_85 +1 86 val_86 1 90 val_90 +1 97 val_97 +1 98 val_98 1 0 val_0 +1 10 val_10 1 103 val_103 +1 11 val_11 +1 111 val_111 1 114 val_114 +1 116 val_116 1 125 val_125 +1 126 val_126 +1 131 val_131 +1 134 val_134 +1 137 val_137 1 138 val_138 +1 143 val_143 1 146 val_146 +1 149 val_149 +1 15 val_15 1 150 val_150 1 152 val_152 1 153 val_153 1 156 val_156 1 157 val_157 +1 163 val_163 +1 164 val_164 1 165 val_165 +1 166 val_166 +1 169 val_169 1 172 val_172 +1 176 val_176 1 177 val_177 1 179 val_179 +1 183 val_183 1 187 val_187 +1 189 val_189 +1 190 val_190 +1 191 val_191 +1 192 val_192 +1 194 val_194 1 195 val_195 1 196 val_196 +1 2 val_2 +1 202 val_202 +1 203 val_203 +1 205 val_205 +1 207 val_207 +1 208 val_208 +1 209 val_209 1 217 val_217 +1 229 val_229 +1 230 val_230 +1 238 val_238 +1 24 val_24 1 242 val_242 1 248 val_248 1 252 val_252 +1 255 val_255 +1 257 val_257 +1 258 val_258 +1 26 val_26 1 265 val_265 +1 266 val_266 1 27 val_27 1 272 val_272 +1 274 val_274 +1 275 val_275 +1 278 val_278 1 280 val_280 +1 282 val_282 +1 284 val_284 +1 285 val_285 +1 289 val_289 1 291 val_291 +1 296 val_296 +1 30 val_30 1 305 val_305 +1 307 val_307 1 309 val_309 1 311 val_311 1 315 val_315 +1 316 val_316 1 317 val_317 +1 318 val_318 +1 321 val_321 1 322 val_322 +1 325 val_325 +1 331 val_331 +1 332 val_332 1 333 val_333 +1 335 val_335 +1 338 val_338 +1 339 val_339 1 34 val_34 +1 342 val_342 1 345 val_345 1 35 val_35 1 356 val_356 +1 360 val_360 1 364 val_364 +1 365 val_365 +1 367 val_367 1 368 val_368 1 369 val_369 1 37 val_37 1 373 val_373 +1 374 val_374 1 377 val_377 +1 378 val_378 +1 379 val_379 +1 386 val_386 +1 389 val_389 +1 392 val_392 +1 394 val_394 1 4 val_4 +1 400 val_400 1 402 val_402 1 404 val_404 +1 407 val_407 +1 41 val_41 1 413 val_413 +1 414 val_414 +1 417 val_417 1 42 val_42 +1 421 val_421 +1 424 val_424 +1 429 val_429 1 430 val_430 1 431 val_431 +1 437 val_437 +1 438 val_438 +1 44 val_44 1 444 val_444 +1 446 val_446 +1 448 val_448 1 449 val_449 1 452 val_452 1 454 val_454 1 457 val_457 +1 458 val_458 1 463 val_463 1 466 val_466 +1 467 val_467 +1 468 val_468 +1 469 val_469 1 470 val_470 1 475 val_475 +1 480 val_480 1 481 val_481 +1 483 val_483 +1 484 val_484 +1 487 val_487 1 489 val_489 +1 490 val_490 1 491 val_491 +1 492 val_492 +1 498 val_498 +1 51 val_51 +1 53 val_53 1 57 val_57 1 65 val_65 1 66 val_66 +1 69 val_69 +1 72 val_72 1 74 val_74 1 76 val_76 1 78 val_78 +1 82 val_82 +1 87 val_87 1 9 val_9 1 92 val_92 1 95 val_95 +1 96 val_96 +PREHOOK: query: SELECT +count(1) as counts, +key, +value +FROM +( + +SELECT +a.key, a.value +FROM srcpart a JOIN srcpart b +ON a.ds='2008-04-08' and a.hr='11' and b.ds='2008-04-08' and b.hr='12' +AND a.key = b.key + +UNION DISTINCT + +select key, value +FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol +WHERE ds='2008-04-08' and hr='11' +) a +group by key, value +PREHOOK: type: QUERY +PREHOOK: Input: default@srcpart +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +PREHOOK: Output: hdfs://### HDFS PATH ### +POSTHOOK: query: SELECT +count(1) as counts, +key, +value +FROM +( + +SELECT +a.key, a.value +FROM srcpart a JOIN srcpart b +ON a.ds='2008-04-08' and a.hr='11' and b.ds='2008-04-08' and b.hr='12' +AND a.key = b.key + +UNION DISTINCT + +select key, value +FROM srcpart LATERAL VIEW explode(array(1,2,3)) myTable AS myCol +WHERE ds='2008-04-08' and hr='11' +) a +group by key, value +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcpart +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 +POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 +POSTHOOK: Output: hdfs://### HDFS PATH ### 1 100 val_100 +1 104 val_104 +1 105 val_105 +1 113 val_113 +1 118 val_118 1 119 val_119 +1 12 val_12 +1 120 val_120 1 128 val_128 1 129 val_129 +1 133 val_133 +1 136 val_136 1 145 val_145 +1 155 val_155 +1 158 val_158 +1 160 val_160 +1 162 val_162 1 167 val_167 +1 168 val_168 +1 17 val_17 +1 170 val_170 1 174 val_174 +1 175 val_175 1 178 val_178 +1 18 val_18 +1 180 val_180 1 181 val_181 +1 186 val_186 +1 19 val_19 1 193 val_193 +1 197 val_197 1 199 val_199 1 20 val_20 +1 200 val_200 1 201 val_201 1 213 val_213 1 214 val_214 +1 216 val_216 +1 218 val_218 1 219 val_219 1 221 val_221 +1 222 val_222 1 223 val_223 +1 224 val_224 1 226 val_226 +1 228 val_228 1 233 val_233 +1 235 val_235 +1 237 val_237 +1 239 val_239 1 241 val_241 +1 244 val_244 +1 247 val_247 1 249 val_249 +1 256 val_256 1 260 val_260 1 262 val_262 +1 263 val_263 +1 273 val_273 1 277 val_277 +1 28 val_28 1 281 val_281 +1 283 val_283 +1 286 val_286 1 287 val_287 1 288 val_288 +1 292 val_292 1 298 val_298 1 302 val_302 +1 306 val_306 +1 308 val_308 1 310 val_310 1 323 val_323 +1 327 val_327 +1 33 val_33 1 336 val_336 1 341 val_341 1 344 val_344 +1 348 val_348 1 351 val_351 +1 353 val_353 +1 362 val_362 +1 366 val_366 1 375 val_375 1 382 val_382 1 384 val_384 1 393 val_393 1 395 val_395 +1 396 val_396 +1 397 val_397 1 399 val_399 +1 401 val_401 1 403 val_403 1 406 val_406 +1 409 val_409 +1 411 val_411 1 418 val_418 +1 419 val_419 +1 427 val_427 +1 43 val_43 +1 432 val_432 1 435 val_435 +1 436 val_436 +1 439 val_439 +1 443 val_443 +1 453 val_453 1 455 val_455 1 459 val_459 +1 460 val_460 +1 462 val_462 +1 47 val_47 +1 472 val_472 1 477 val_477 1 478 val_478 1 479 val_479 1 482 val_482 +1 485 val_485 1 493 val_493 1 494 val_494 1 495 val_495 +1 496 val_496 1 497 val_497 1 5 val_5 +1 54 val_54 1 58 val_58 +1 64 val_64 1 67 val_67 +1 70 val_70 1 77 val_77 +1 8 val_8 1 80 val_80 +1 83 val_83 +1 84 val_84 +1 85 val_85 1 86 val_86 +1 90 val_90 1 97 val_97 1 98 val_98 +1 0 val_0 1 10 val_10 +1 103 val_103 1 11 val_11 1 111 val_111 +1 114 val_114 1 116 val_116 +1 125 val_125 1 126 val_126 1 131 val_131 1 134 val_134 1 137 val_137 +1 138 val_138 1 143 val_143 +1 146 val_146 1 149 val_149 1 15 val_15 +1 150 val_150 +1 152 val_152 +1 153 val_153 +1 156 val_156 +1 157 val_157 1 163 val_163 1 164 val_164 +1 165 val_165 1 166 val_166 1 169 val_169 +1 172 val_172 1 176 val_176 +1 177 val_177 +1 179 val_179 1 183 val_183 +1 187 val_187 1 189 val_189 1 190 val_190 1 191 val_191 1 192 val_192 1 194 val_194 +1 195 val_195 +1 196 val_196 1 2 val_2 1 202 val_202 1 203 val_203 @@ -8141,75 +8087,129 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### 1 207 val_207 1 208 val_208 1 209 val_209 +1 217 val_217 1 229 val_229 1 230 val_230 1 238 val_238 1 24 val_24 +1 242 val_242 +1 248 val_248 +1 252 val_252 1 255 val_255 1 257 val_257 1 258 val_258 1 26 val_26 +1 265 val_265 1 266 val_266 +1 27 val_27 +1 272 val_272 1 274 val_274 1 275 val_275 1 278 val_278 +1 280 val_280 1 282 val_282 1 284 val_284 1 285 val_285 1 289 val_289 +1 291 val_291 1 296 val_296 1 30 val_30 +1 305 val_305 1 307 val_307 +1 309 val_309 +1 311 val_311 +1 315 val_315 1 316 val_316 +1 317 val_317 1 318 val_318 1 321 val_321 +1 322 val_322 1 325 val_325 1 331 val_331 1 332 val_332 +1 333 val_333 1 335 val_335 1 338 val_338 1 339 val_339 +1 34 val_34 1 342 val_342 +1 345 val_345 +1 35 val_35 +1 356 val_356 1 360 val_360 +1 364 val_364 1 365 val_365 1 367 val_367 +1 368 val_368 +1 369 val_369 +1 37 val_37 +1 373 val_373 1 374 val_374 +1 377 val_377 1 378 val_378 1 379 val_379 1 386 val_386 1 389 val_389 1 392 val_392 1 394 val_394 +1 4 val_4 1 400 val_400 +1 402 val_402 +1 404 val_404 1 407 val_407 1 41 val_41 +1 413 val_413 1 414 val_414 1 417 val_417 +1 42 val_42 1 421 val_421 1 424 val_424 1 429 val_429 +1 430 val_430 +1 431 val_431 1 437 val_437 1 438 val_438 1 44 val_44 +1 444 val_444 1 446 val_446 1 448 val_448 +1 449 val_449 +1 452 val_452 +1 454 val_454 +1 457 val_457 1 458 val_458 +1 463 val_463 +1 466 val_466 1 467 val_467 1 468 val_468 1 469 val_469 +1 470 val_470 +1 475 val_475 1 480 val_480 +1 481 val_481 1 483 val_483 1 484 val_484 1 487 val_487 +1 489 val_489 1 490 val_490 +1 491 val_491 1 492 val_492 1 498 val_498 1 51 val_51 1 53 val_53 +1 57 val_57 +1 65 val_65 +1 66 val_66 1 69 val_69 1 72 val_72 +1 74 val_74 +1 76 val_76 +1 78 val_78 1 82 val_82 1 87 val_87 +1 9 val_9 +1 92 val_92 +1 95 val_95 1 96 val_96 PREHOOK: query: create table jackson_sev_same as select * from src PREHOOK: type: CREATETABLE_AS_SELECT @@ -8469,12 +8469,12 @@ STAGE PLANS: keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 133500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 133500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Map 5 Map Operator Tree: @@ -8528,17 +8528,17 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 186000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 186000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -8546,14 +8546,14 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 95000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 95000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -8562,7 +8562,7 @@ STAGE PLANS: Select Operator expressions: _col0 (type: int), _col1 (type: string) outputColumnNames: key, value - Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 95000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value, 'hll') mode: hash @@ -8595,17 +8595,17 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 186000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 186000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 8 Execution mode: vectorized, llap Reduce Operator Tree: @@ -8613,21 +8613,21 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: bigint) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 186000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 133500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 133500 Basic stats: COMPLETE Column stats: COMPLETE Union 2 Vertex: Union 2 Union 7 @@ -8782,12 +8782,12 @@ STAGE PLANS: keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 133500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 133500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Map 5 Map Operator Tree: @@ -8836,14 +8836,14 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 95000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 95000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -8852,7 +8852,7 @@ STAGE PLANS: Select Operator expressions: _col0 (type: int), _col1 (type: string) outputColumnNames: key, value - Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 95000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value, 'hll') mode: hash @@ -8884,17 +8884,17 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 133500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 133500 Basic stats: COMPLETE Column stats: COMPLETE Union 2 Vertex: Union 2 Union 6 @@ -9269,9 +9269,9 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@union_out POSTHOOK: Output: hdfs://### HDFS PATH ### 1 +2 3 4 -2 PREHOOK: query: create table union_subq_union30(key int, value string) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -9358,12 +9358,12 @@ STAGE PLANS: keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 375 Data size: 66750 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 375 Data size: 66750 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Map 11 Map Operator Tree: @@ -9400,12 +9400,12 @@ STAGE PLANS: keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 375 Data size: 66750 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 375 Data size: 66750 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Map 7 Map Operator Tree: @@ -9436,21 +9436,21 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: bigint) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 375 Data size: 66750 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 375 Data size: 66750 Basic stats: COMPLETE Column stats: COMPLETE Reducer 12 Execution mode: vectorized Reduce Operator Tree: @@ -9459,17 +9459,17 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 186000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 186000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 Execution mode: vectorized, llap Reduce Operator Tree: @@ -9477,17 +9477,17 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 375 Data size: 66750 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 375 Data size: 66750 Basic stats: COMPLETE Column stats: COMPLETE Reducer 5 Execution mode: llap Reduce Operator Tree: @@ -9495,14 +9495,14 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 133500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 71250 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 71250 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -9511,7 +9511,7 @@ STAGE PLANS: Select Operator expressions: _col0 (type: int), _col1 (type: string) outputColumnNames: key, value - Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 71250 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value, 'hll') mode: hash @@ -9544,17 +9544,17 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 186000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 186000 Basic stats: COMPLETE Column stats: COMPLETE Union 2 Vertex: Union 2 Union 4 @@ -11581,10 +11581,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 67750 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 135500 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 67750 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 135500 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -11593,7 +11593,7 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: key, value - Statistics: Num rows: 250 Data size: 67750 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 135500 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value, 'hll') mode: hash @@ -11813,10 +11813,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 67750 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 135500 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 67750 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 135500 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -11825,7 +11825,7 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: key, value - Statistics: Num rows: 250 Data size: 67750 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 135500 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value, 'hll') mode: hash @@ -12073,12 +12073,12 @@ STAGE PLANS: keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 15 Data size: 2670 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 15 Data size: 2670 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Map 4 Map Operator Tree: @@ -12161,17 +12161,17 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 3560 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 15 Data size: 2670 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 15 Data size: 2670 Basic stats: COMPLETE Column stats: COMPLETE Union 2 Vertex: Union 2 Union 6 @@ -12206,14 +12206,14 @@ POSTHOOK: Input: default@src10_3 POSTHOOK: Input: default@src10_4 POSTHOOK: Output: hdfs://### HDFS PATH ### 409 val_409 -165 val_165 -27 val_27 -311 val_311 86 val_86 98 val_98 +165 val_165 238 val_238 255 val_255 +27 val_27 278 val_278 +311 val_311 484 val_484 PREHOOK: query: explain SELECT * FROM ( @@ -12348,12 +12348,12 @@ STAGE PLANS: keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 15 Data size: 2670 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 15 Data size: 2670 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 Execution mode: vectorized, llap Reduce Operator Tree: @@ -12361,10 +12361,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 30 Data size: 5340 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 30 Data size: 5340 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -12376,17 +12376,17 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 3560 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 15 Data size: 2670 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 15 Data size: 2670 Basic stats: COMPLETE Column stats: COMPLETE Union 3 Vertex: Union 3 Union 7 @@ -12421,12 +12421,12 @@ POSTHOOK: Input: default@src10_3 POSTHOOK: Input: default@src10_4 POSTHOOK: Output: hdfs://### HDFS PATH ### 409 val_409 -165 val_165 -27 val_27 -311 val_311 86 val_86 98 val_98 +165 val_165 238 val_238 255 val_255 +27 val_27 278 val_278 +311 val_311 484 val_484 diff --git a/ql/src/test/results/clientpositive/llap/unionDistinct_3.q.out b/ql/src/test/results/clientpositive/llap/unionDistinct_3.q.out index 5337820ab0..42fa971f89 100644 --- a/ql/src/test/results/clientpositive/llap/unionDistinct_3.q.out +++ b/ql/src/test/results/clientpositive/llap/unionDistinct_3.q.out @@ -74,9 +74,9 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash @@ -236,10 +236,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 7072 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 7072 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -248,7 +248,7 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: key, value - Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 7072 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: compute_stats(key, 'hll'), compute_stats(value, 'hll') mode: hash @@ -439,12 +439,12 @@ STAGE PLANS: keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 133500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 133500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: no inputs Reducer 3 @@ -454,17 +454,17 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 133500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 133500 Basic stats: COMPLETE Column stats: COMPLETE Reducer 5 Execution mode: vectorized, llap Reduce Operator Tree: @@ -1103,11 +1103,11 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 169 Data size: 45968 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 169 Data size: 45968 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() keys: _col0 (type: string) @@ -1273,12 +1273,12 @@ STAGE PLANS: keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 19 Data size: 5168 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 19 Data size: 5168 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: no inputs Reducer 2 @@ -1310,17 +1310,17 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 19 Data size: 5168 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 19 Data size: 5168 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Reducer 6 Execution mode: vectorized, llap Reduce Operator Tree: @@ -1328,20 +1328,20 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 19 Data size: 5168 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 19 Data size: 5168 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() keys: _col0 (type: string) mode: complete outputColumnNames: _col0, _col1 - Statistics: Num rows: 16 Data size: 1536 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 16 Data size: 1536 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1488,12 +1488,12 @@ STAGE PLANS: keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 133500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 133500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: no inputs Map 13 @@ -1509,12 +1509,12 @@ STAGE PLANS: keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 133500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 133500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: no inputs Map 14 @@ -1530,12 +1530,12 @@ STAGE PLANS: keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 133500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 133500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap LLAP IO: no inputs Reducer 10 @@ -1560,17 +1560,17 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 133500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 133500 Basic stats: COMPLETE Column stats: COMPLETE Reducer 5 Execution mode: vectorized, llap Reduce Operator Tree: @@ -1578,17 +1578,17 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 133500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 133500 Basic stats: COMPLETE Column stats: COMPLETE Reducer 7 Execution mode: vectorized, llap Reduce Operator Tree: @@ -1596,17 +1596,17 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 133500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 750 Data size: 133500 Basic stats: COMPLETE Column stats: COMPLETE Reducer 9 Execution mode: vectorized, llap Reduce Operator Tree: @@ -1614,9 +1614,9 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash @@ -1803,12 +1803,12 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 83 Data size: 22576 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 167 Data size: 45424 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 83 Data size: 22576 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 167 Data size: 45424 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Reducer 5 Execution mode: llap @@ -1820,10 +1820,10 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 83 Data size: 45152 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1006 Data size: 547264 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 83 Data size: 45152 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1006 Data size: 547264 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1857,12 +1857,12 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 83 Data size: 22576 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 136000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 83 Data size: 22576 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 136000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Union 3 Vertex: Union 3 diff --git a/ql/src/test/results/clientpositive/llap/vector_adaptor_usage_mode.q.out b/ql/src/test/results/clientpositive/llap/vector_adaptor_usage_mode.q.out index 52b17cf36b..20b4a9faa8 100644 --- a/ql/src/test/results/clientpositive/llap/vector_adaptor_usage_mode.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_adaptor_usage_mode.q.out @@ -1097,13 +1097,13 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 3 Data size: 288 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 3 Data size: 288 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1228,13 +1228,13 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 3 Data size: 288 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 3 Data size: 288 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/vector_char_2.q.out b/ql/src/test/results/clientpositive/llap/vector_char_2.q.out index 1ba0ab6920..8ddc19774d 100644 --- a/ql/src/test/results/clientpositive/llap/vector_char_2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_char_2.q.out @@ -173,7 +173,7 @@ STAGE PLANS: keys: KEY._col0 (type: char(20)) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 26750 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 251 Data size: 26857 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: char(20)) sort order: + @@ -181,7 +181,7 @@ STAGE PLANS: className: VectorReduceSinkObjectHashOperator native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - Statistics: Num rows: 250 Data size: 26750 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 251 Data size: 26857 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 3 @@ -200,7 +200,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [0, 1, 2] - Statistics: Num rows: 250 Data size: 26750 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 251 Data size: 26857 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 5 Limit Vectorization: @@ -382,7 +382,7 @@ STAGE PLANS: keys: KEY._col0 (type: char(20)) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 26750 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 251 Data size: 26857 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: char(20)) sort order: - @@ -390,7 +390,7 @@ STAGE PLANS: className: VectorReduceSinkObjectHashOperator native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - Statistics: Num rows: 250 Data size: 26750 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 251 Data size: 26857 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 3 @@ -409,7 +409,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [0, 1, 2] - Statistics: Num rows: 250 Data size: 26750 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 251 Data size: 26857 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 5 Limit Vectorization: diff --git a/ql/src/test/results/clientpositive/llap/vector_distinct_2.q.out b/ql/src/test/results/clientpositive/llap/vector_distinct_2.q.out index e72e398e4b..01d3725101 100644 --- a/ql/src/test/results/clientpositive/llap/vector_distinct_2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_distinct_2.q.out @@ -194,7 +194,7 @@ STAGE PLANS: keys: KEY._col0 (type: tinyint), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 97812 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 195620 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: string), _col0 (type: tinyint) outputColumnNames: _col0, _col1 @@ -202,13 +202,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [1, 0] - Statistics: Num rows: 1000 Data size: 97812 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 195620 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 1000 Data size: 97812 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 195620 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_3.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_3.q.out index 3ea544e4b8..c07011eb08 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_3.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_3.q.out @@ -199,7 +199,7 @@ STAGE PLANS: keys: KEY._col0 (type: tinyint), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1000 Data size: 105812 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 211620 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: string), _col0 (type: tinyint), _col2 (type: bigint) outputColumnNames: _col0, _col1, _col2 @@ -207,13 +207,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [1, 0, 2] - Statistics: Num rows: 1000 Data size: 105812 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 211620 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 1000 Data size: 105812 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 211620 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets2.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets2.q.out index 7bee405977..3944a9f637 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_grouping_sets2.q.out @@ -783,7 +783,7 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: bigint) mode: final outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 9 Data size: 1674 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6 Data size: 1116 Basic stats: COMPLETE Column stats: COMPLETE pruneGroupingSetId: true Select Operator expressions: _col0 (type: string), _col1 (type: string), _col3 (type: bigint) @@ -792,13 +792,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [0, 1, 2] - Statistics: Num rows: 9 Data size: 1602 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6 Data size: 1068 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 9 Data size: 1602 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 6 Data size: 1068 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_reduce.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_reduce.q.out index 3696cad941..953fee353b 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_reduce.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_reduce.q.out @@ -1062,7 +1062,7 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 500 Data size: 66000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 132000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: int), _col0 (type: int), _col2 (type: int), _col3 (type: double), _col4 (type: decimal(38,18)) outputColumnNames: _col0, _col1, _col2, _col3, _col4 @@ -1070,7 +1070,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [1, 0, 2, 3, 4] - Statistics: Num rows: 500 Data size: 66000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 132000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col2), count(_col2), sum(_col3), count(_col3), sum(_col4), count(_col4) Group By Vectorization: @@ -1084,7 +1084,7 @@ STAGE PLANS: keys: _col1 (type: int), _col0 (type: int) mode: complete outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 500 Data size: 80000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 160000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: int), _col1 (type: int), _col2 (type: bigint), (UDFToDouble(_col2) / _col3) (type: double), _col4 (type: double), (_col4 / _col5) (type: double), _col6 (type: decimal(38,18)), (_col6 / _col7) (type: decimal(38,18)) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 @@ -1093,7 +1093,7 @@ STAGE PLANS: native: true projectedOutputColumnNums: [0, 1, 2, 9, 4, 8, 6, 11] selectExpressions: DoubleColDivideLongColumn(col 8:double, col 3:bigint)(children: CastLongToDouble(col 2:bigint) -> 8:double) -> 9:double, DoubleColDivideLongColumn(col 4:double, col 5:bigint) -> 8:double, DecimalColDivideDecimalColumn(col 6:decimal(38,18), col 10:decimal(19,0))(children: CastLongToDecimal(col 7:bigint) -> 10:decimal(19,0)) -> 11:decimal(38,18) - Statistics: Num rows: 500 Data size: 132000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 264000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ @@ -1101,7 +1101,7 @@ STAGE PLANS: className: VectorReduceSinkObjectHashOperator native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - Statistics: Num rows: 500 Data size: 132000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 264000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint), _col3 (type: double), _col4 (type: double), _col5 (type: double), _col6 (type: decimal(38,18)), _col7 (type: decimal(38,18)) Reducer 3 Execution mode: vectorized, llap @@ -1119,13 +1119,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [0, 1, 2, 3, 4, 5, 6, 7] - Statistics: Num rows: 500 Data size: 132000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 264000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 500 Data size: 132000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 264000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/vector_outer_reference_windowed.q.out b/ql/src/test/results/clientpositive/llap/vector_outer_reference_windowed.q.out index fcde000739..66cb4463a3 100644 --- a/ql/src/test/results/clientpositive/llap/vector_outer_reference_windowed.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_outer_reference_windowed.q.out @@ -576,7 +576,7 @@ STAGE PLANS: keys: KEY._col0 (type: decimal(15,2)), KEY._col1 (type: decimal(15,2)) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: decimal(15,2)), _col0 (type: decimal(15,2)) sort order: ++ @@ -588,7 +588,7 @@ STAGE PLANS: nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true partitionColumns: 1:decimal(15,2) valueColumns: 2:decimal(25,2) - Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: decimal(25,2)) Reducer 3 Execution mode: vectorized, llap @@ -613,7 +613,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [1, 0, 2] - Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -646,7 +646,7 @@ STAGE PLANS: outputTypes: [decimal(35,2), decimal(15,2), decimal(15,2), decimal(25,2)] partitionExpressions: [col 0:decimal(15,2)] streamingColumns: [] - Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: sum_window_0 (type: decimal(35,2)) outputColumnNames: _col0 @@ -654,13 +654,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [3] - Statistics: Num rows: 2 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 448 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 2 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 448 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -889,7 +889,7 @@ STAGE PLANS: keys: KEY._col0 (type: decimal(15,2)), KEY._col1 (type: decimal(15,2)) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: decimal(15,2)), _col0 (type: decimal(15,2)) sort order: ++ @@ -901,7 +901,7 @@ STAGE PLANS: nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true partitionColumns: 1:decimal(15,2) valueColumns: 2:decimal(25,2) - Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: decimal(25,2)) Reducer 4 Execution mode: vectorized, llap @@ -926,7 +926,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [1, 0, 2] - Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -959,7 +959,7 @@ STAGE PLANS: outputTypes: [decimal(35,2), decimal(15,2), decimal(15,2), decimal(25,2)] partitionExpressions: [col 0:decimal(15,2)] streamingColumns: [] - Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: sum_window_0 (type: decimal(35,2)) outputColumnNames: _col0 @@ -967,13 +967,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [3] - Statistics: Num rows: 2 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 448 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 2 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 448 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1206,7 +1206,7 @@ STAGE PLANS: keys: KEY._col0 (type: decimal(15,2)), KEY._col1 (type: decimal(15,2)) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: decimal(15,2)), _col0 (type: decimal(15,2)) sort order: ++ @@ -1218,7 +1218,7 @@ STAGE PLANS: nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true partitionColumns: 1:decimal(15,2) valueColumns: 2:decimal(25,2) - Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: decimal(25,2)) Reducer 4 Execution mode: vectorized, llap @@ -1243,7 +1243,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [1, 0, 2] - Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1276,7 +1276,7 @@ STAGE PLANS: outputTypes: [decimal(35,2), decimal(15,2), decimal(15,2), decimal(25,2)] partitionExpressions: [col 0:decimal(15,2)] streamingColumns: [] - Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: sum_window_0 (type: decimal(35,2)) outputColumnNames: _col0 @@ -1284,13 +1284,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [3] - Statistics: Num rows: 2 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 448 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 2 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 448 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1508,7 +1508,7 @@ STAGE PLANS: keys: KEY._col0 (type: decimal(15,2)), KEY._col1 (type: decimal(15,2)) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 464 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 928 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1528,14 +1528,14 @@ STAGE PLANS: name: sum window function: GenericUDAFSumDouble window frame: RANGE PRECEDING(MAX)~CURRENT - Statistics: Num rows: 2 Data size: 464 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 928 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: sum_window_0 (type: double) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1906,7 +1906,7 @@ STAGE PLANS: keys: KEY._col0 (type: decimal(7,2)), KEY._col1 (type: decimal(7,2)) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: decimal(7,2)), _col0 (type: decimal(7,2)) sort order: ++ @@ -1918,7 +1918,7 @@ STAGE PLANS: nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true partitionColumns: 1:decimal(7,2) valueColumns: 2:decimal(17,2) - Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: decimal(17,2)) Reducer 3 Execution mode: vectorized, llap @@ -1943,7 +1943,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [1, 0, 2] - Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1976,7 +1976,7 @@ STAGE PLANS: outputTypes: [decimal(27,2), decimal(7,2), decimal(7,2), decimal(17,2)] partitionExpressions: [col 0:decimal(7,2)] streamingColumns: [] - Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: sum_window_0 (type: decimal(27,2)) outputColumnNames: _col0 @@ -1984,13 +1984,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [3] - Statistics: Num rows: 2 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 448 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 2 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 448 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -2219,7 +2219,7 @@ STAGE PLANS: keys: KEY._col0 (type: decimal(7,2)), KEY._col1 (type: decimal(7,2)) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: decimal(7,2)), _col0 (type: decimal(7,2)) sort order: ++ @@ -2231,7 +2231,7 @@ STAGE PLANS: nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true partitionColumns: 1:decimal(7,2) valueColumns: 2:decimal(17,2) - Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: decimal(17,2)) Reducer 4 Execution mode: vectorized, llap @@ -2256,7 +2256,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [1, 0, 2] - Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -2289,7 +2289,7 @@ STAGE PLANS: outputTypes: [decimal(27,2), decimal(7,2), decimal(7,2), decimal(17,2)] partitionExpressions: [col 0:decimal(7,2)] streamingColumns: [] - Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: sum_window_0 (type: decimal(27,2)) outputColumnNames: _col0 @@ -2297,13 +2297,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [3] - Statistics: Num rows: 2 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 448 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 2 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 448 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -2536,7 +2536,7 @@ STAGE PLANS: keys: KEY._col0 (type: decimal(7,2)), KEY._col1 (type: decimal(7,2)) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: decimal(7,2)), _col0 (type: decimal(7,2)) sort order: ++ @@ -2548,7 +2548,7 @@ STAGE PLANS: nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true partitionColumns: 1:decimal(7,2) valueColumns: 2:decimal(17,2) - Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: decimal(17,2)) Reducer 4 Execution mode: vectorized, llap @@ -2573,7 +2573,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [1, 0, 2] - Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -2606,7 +2606,7 @@ STAGE PLANS: outputTypes: [decimal(27,2), decimal(7,2), decimal(7,2), decimal(17,2)] partitionExpressions: [col 0:decimal(7,2)] streamingColumns: [] - Statistics: Num rows: 2 Data size: 672 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: sum_window_0 (type: decimal(27,2)) outputColumnNames: _col0 @@ -2614,13 +2614,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [3] - Statistics: Num rows: 2 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 448 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 2 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 448 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -2838,7 +2838,7 @@ STAGE PLANS: keys: KEY._col0 (type: decimal(7,2)), KEY._col1 (type: decimal(7,2)) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 464 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 928 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -2858,14 +2858,14 @@ STAGE PLANS: name: sum window function: GenericUDAFSumDouble window frame: RANGE PRECEDING(MAX)~CURRENT - Statistics: Num rows: 2 Data size: 464 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 928 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: sum_window_0 (type: double) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/vector_windowing.q.out b/ql/src/test/results/clientpositive/llap/vector_windowing.q.out index 8e8c445af7..e4a225ee13 100644 --- a/ql/src/test/results/clientpositive/llap/vector_windowing.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_windowing.q.out @@ -340,7 +340,7 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string), _col0 (type: string) sort order: ++ @@ -352,7 +352,7 @@ STAGE PLANS: nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true partitionColumns: 1:string valueColumns: 2:int, 3:double - Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: int), _col3 (type: double) Reducer 3 Execution mode: llap @@ -365,7 +365,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: double) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -400,14 +400,14 @@ STAGE PLANS: window function: GenericUDAFLagEvaluator window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true - Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: string), _col0 (type: string), _col2 (type: int), _col3 (type: double), rank_window_0 (type: int), dense_rank_window_1 (type: int), _col2 (type: int), (_col2 - lag_window_2) (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 13 Data size: 3211 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6422 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 3211 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6422 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -594,7 +594,7 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string), _col0 (type: string) sort order: ++ @@ -606,7 +606,7 @@ STAGE PLANS: nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true partitionColumns: 1:string valueColumns: 2:int, 3:double - Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: int), _col3 (type: double) Reducer 3 Execution mode: llap @@ -619,7 +619,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: double) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -654,14 +654,14 @@ STAGE PLANS: window function: GenericUDAFLagEvaluator window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true - Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: string), _col0 (type: string), _col2 (type: int), _col3 (type: double), rank_window_0 (type: int), dense_rank_window_1 (type: int), _col2 (type: int), (_col2 - lag_window_2) (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 13 Data size: 3211 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6422 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 3211 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6422 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -4152,7 +4152,7 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int), KEY._col3 (type: double) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 13 Data size: 3211 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6422 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string), _col0 (type: string) sort order: ++ @@ -4164,7 +4164,7 @@ STAGE PLANS: nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true partitionColumns: 1:string valueColumns: 2:int, 3:double, 4:double, 5:double - Statistics: Num rows: 13 Data size: 3211 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6422 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: int), _col3 (type: double), _col4 (type: double), _col5 (type: double) Reducer 3 Execution mode: llap @@ -4177,7 +4177,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 13 Data size: 3211 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6422 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -4203,14 +4203,14 @@ STAGE PLANS: name: avg window function: GenericUDAFAverageEvaluatorDouble window frame: ROWS PRECEDING(2)~FOLLOWING(2) - Statistics: Num rows: 13 Data size: 3211 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6422 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: string), _col0 (type: string), _col2 (type: int), _col3 (type: double), round(sum_window_0, 2) (type: double), _col4 (type: double), _col5 (type: double), round(avg_window_1, 2) (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 13 Data size: 3419 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6838 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 3419 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6838 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -4843,7 +4843,7 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 2574 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5148 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -4863,15 +4863,15 @@ STAGE PLANS: name: sum window function: GenericUDAFSumDouble window frame: RANGE PRECEDING(MAX)~CURRENT - Statistics: Num rows: 13 Data size: 2574 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5148 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), round(_col2, 2) (type: double), round(sum_window_0, 2) (type: double) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 13 Data size: 2678 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5356 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ - Statistics: Num rows: 13 Data size: 2678 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5356 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: double), _col3 (type: double) Reducer 3 Execution mode: vectorized, llap @@ -4896,13 +4896,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [0, 1, 2, 3] - Statistics: Num rows: 13 Data size: 2678 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5356 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 13 Data size: 2678 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5356 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -6440,7 +6440,7 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string), _col0 (type: string) sort order: ++ @@ -6452,7 +6452,7 @@ STAGE PLANS: nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true partitionColumns: 1:string valueColumns: 2:int, 3:double - Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: int), _col3 (type: double) Reducer 3 Execution mode: llap @@ -6465,7 +6465,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: double) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -6500,14 +6500,14 @@ STAGE PLANS: window function: GenericUDAFLagEvaluator window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true - Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: string), _col0 (type: string), _col2 (type: int), _col3 (type: double), rank_window_0 (type: int), dense_rank_window_1 (type: int), _col2 (type: int), (_col2 - lag_window_2) (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 13 Data size: 3211 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6422 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 3211 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6422 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -8098,13 +8098,13 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int), KEY._col3 (type: bigint) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/vector_windowing_gby2.q.out b/ql/src/test/results/clientpositive/llap/vector_windowing_gby2.q.out index 5943548a6c..22c4b321b4 100644 --- a/ql/src/test/results/clientpositive/llap/vector_windowing_gby2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_windowing_gby2.q.out @@ -603,7 +603,7 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 10 Data size: 1980 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 3790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col2 (type: double) sort order: +- @@ -615,7 +615,7 @@ STAGE PLANS: nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true partitionColumns: 0:string valueColumns: 1:string, 3:double, 4:int, 5:double - Statistics: Num rows: 10 Data size: 1980 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 3790 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col3 (type: double), _col4 (type: int), _col5 (type: double) Reducer 3 Execution mode: vectorized, llap @@ -640,7 +640,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [0, 2, 1, 3, 4, 5] - Statistics: Num rows: 10 Data size: 1980 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 3790 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -674,7 +674,7 @@ STAGE PLANS: outputTypes: [int, string, string, double, double, int, double] partitionExpressions: [col 0:string] streamingColumns: [6] - Statistics: Num rows: 10 Data size: 1980 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 3790 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: rank_window_0 (type: int), _col1 (type: string), _col3 (type: double), _col4 (type: int), _col5 (type: double) outputColumnNames: rank_window_0, _col1, _col3, _col4, _col5 @@ -682,7 +682,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [6, 2, 3, 4, 5] - Statistics: Num rows: 10 Data size: 1980 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 3790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: lower(_col1) (type: string), _col3 (type: double) sort order: ++ @@ -695,7 +695,7 @@ STAGE PLANS: nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true partitionColumns: 8:string valueColumns: 6:int, 2:string, 4:int, 5:double - Statistics: Num rows: 10 Data size: 1980 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 3790 Basic stats: COMPLETE Column stats: COMPLETE value expressions: rank_window_0 (type: int), _col1 (type: string), _col4 (type: int), _col5 (type: double) Reducer 4 Execution mode: vectorized, llap @@ -720,7 +720,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [2, 3, 1, 4, 5] - Statistics: Num rows: 10 Data size: 1005 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 1925 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -754,7 +754,7 @@ STAGE PLANS: outputTypes: [int, int, string, double, int, double] partitionExpressions: [StringLower(col 3:string) -> 7:string] streamingColumns: [6] - Statistics: Num rows: 10 Data size: 1005 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 1925 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: dense_rank_window_1 (type: int), _col0 (type: int), _col5 (type: int), _col6 (type: double) outputColumnNames: dense_rank_window_1, _col0, _col5, _col6 @@ -762,7 +762,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [6, 2, 4, 5] - Statistics: Num rows: 10 Data size: 1005 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 1925 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col5 (type: int), _col6 (type: double) sort order: ++ @@ -774,7 +774,7 @@ STAGE PLANS: nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true partitionColumns: 4:int valueColumns: 6:int, 2:int - Statistics: Num rows: 10 Data size: 1005 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 1925 Basic stats: COMPLETE Column stats: COMPLETE value expressions: dense_rank_window_1 (type: int), _col0 (type: int) Reducer 5 Execution mode: llap @@ -787,7 +787,7 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: int), VALUE._col1 (type: int), KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: double) outputColumnNames: _col0, _col1, _col6, _col7 - Statistics: Num rows: 10 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 400 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -808,14 +808,14 @@ STAGE PLANS: window function: GenericUDAFPercentRankEvaluator window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true - Statistics: Num rows: 10 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 400 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: int), _col0 (type: int), percent_rank_window_2 (type: double) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 10 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 320 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 10 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 20 Data size: 320 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/vectorization_limit.q.out b/ql/src/test/results/clientpositive/llap/vectorization_limit.q.out index 3dc640a300..624261e00f 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_limit.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_limit.q.out @@ -744,7 +744,7 @@ STAGE PLANS: keys: KEY._col0 (type: tinyint), KEY._col1 (type: double) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 6144 Data size: 55052 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 12288 Data size: 110092 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col1) Group By Vectorization: @@ -991,7 +991,7 @@ STAGE PLANS: keys: KEY._col0 (type: double) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 4586 Data size: 64088 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4587 Data size: 64104 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: bigint), _col0 (type: double) sort order: ++ @@ -1000,7 +1000,7 @@ STAGE PLANS: keyColumns: 1:bigint, 0:double native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - Statistics: Num rows: 4586 Data size: 64088 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4587 Data size: 64104 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 Reducer 3 Execution mode: vectorized, llap @@ -1025,7 +1025,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [1, 0] - Statistics: Num rows: 4586 Data size: 64088 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 4587 Data size: 64104 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 20 Limit Vectorization: diff --git a/ql/src/test/results/clientpositive/llap/vectorization_short_regress.q.out b/ql/src/test/results/clientpositive/llap/vectorization_short_regress.q.out index f929706757..d43480e89f 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_short_regress.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_short_regress.q.out @@ -2296,7 +2296,7 @@ STAGE PLANS: keys: KEY._col0 (type: smallint) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 1251 Data size: 83804 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1252 Data size: 83872 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: smallint), (UDFToInteger(_col0) % -75) (type: int), power(((_col1 - ((_col2 * _col2) / _col3)) / CASE WHEN ((_col3 = 1L)) THEN (null) ELSE ((_col3 - 1)) END), 0.5) (type: double), (-1.389 / CAST( _col0 AS decimal(5,0))) (type: decimal(10,9)), _col4 (type: bigint), (UDFToDouble((UDFToInteger(_col0) % -75)) / UDFToDouble(_col4)) (type: double), (- (UDFToInteger(_col0) % -75)) (type: int), ((_col5 - ((_col6 * _col6) / _col7)) / _col7) (type: double), (- (- (UDFToInteger(_col0) % -75))) (type: int), _col8 (type: bigint), (_col8 - -89010L) (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 @@ -2305,7 +2305,7 @@ STAGE PLANS: native: true projectedOutputColumnNums: [0, 9, 10, 16, 4, 18, 19, 17, 14, 8, 20] selectExpressions: LongColModuloLongScalar(col 0:int, val -75)(children: col 0:smallint) -> 9:int, FuncPowerDoubleToDouble(col 11:double)(children: DoubleColDivideLongColumn(col 10:double, col 14:bigint)(children: DoubleColSubtractDoubleColumn(col 1:double, col 11:double)(children: DoubleColDivideLongColumn(col 10:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 2:double, col 2:double) -> 10:double) -> 11:double) -> 10:double, IfExprNullCondExpr(col 12:boolean, null, col 13:bigint)(children: LongColEqualLongScalar(col 3:bigint, val 1) -> 12:boolean, LongColSubtractLongScalar(col 3:bigint, val 1) -> 13:bigint) -> 14:bigint) -> 11:double) -> 10:double, DecimalScalarDivideDecimalColumn(val -1.389, col 15:decimal(5,0))(children: CastLongToDecimal(col 0:smallint) -> 15:decimal(5,0)) -> 16:decimal(10,9), DoubleColDivideDoubleColumn(col 11:double, col 17:double)(children: CastLongToDouble(col 14:int)(children: LongColModuloLongScalar(col 0:int, val -75)(children: col 0:smallint) -> 14:int) -> 11:double, CastLongToDouble(col 4:bigint) -> 17:double) -> 18:double, LongColUnaryMinus(col 14:int)(children: LongColModuloLongScalar(col 0:int, val -75)(children: col 0:smallint) -> 14:int) -> 19:int, DoubleColDivideLongColumn(col 11:double, col 7:bigint)(children: DoubleColSubtractDoubleColumn(col 5:double, col 17:double)(children: DoubleColDivideLongColumn(col 11:double, col 7:bigint)(children: DoubleColMultiplyDoubleColumn(col 6:double, col 6:double) -> 11:double) -> 17:double) -> 11:double) -> 17:double, LongColUnaryMinus(col 20:int)(children: LongColUnaryMinus(col 14:int)(children: LongColModuloLongScalar(col 0:int, val -75)(children: col 0:smallint) -> 14:int) -> 20:int) -> 14:int, LongColSubtractLongScalar(col 8:bigint, val -89010) -> 20:bigint - Statistics: Num rows: 1251 Data size: 218912 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1252 Data size: 219088 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: double), _col3 (type: decimal(10,9)), _col4 (type: bigint), _col5 (type: double), _col6 (type: int), _col7 (type: double), _col8 (type: int), _col9 (type: bigint), _col10 (type: bigint) sort order: +++++++++++ @@ -2313,7 +2313,7 @@ STAGE PLANS: className: VectorReduceSinkObjectHashOperator native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - Statistics: Num rows: 1251 Data size: 218912 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1252 Data size: 219088 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 Reducer 3 Execution mode: vectorized, llap @@ -2331,7 +2331,7 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10] - Statistics: Num rows: 1251 Data size: 218912 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1252 Data size: 219088 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 20 Limit Vectorization: @@ -2578,7 +2578,7 @@ STAGE PLANS: keys: KEY._col0 (type: double) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1251 Data size: 57520 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1252 Data size: 57568 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: double), ((_col1 - ((_col2 * _col2) / _col3)) / CASE WHEN ((_col3 = 1L)) THEN (null) ELSE ((_col3 - 1)) END) (type: double), (2563.58D * ((_col1 - ((_col2 * _col2) / _col3)) / CASE WHEN ((_col3 = 1L)) THEN (null) ELSE ((_col3 - 1)) END)) (type: double), (- ((_col1 - ((_col2 * _col2) / _col3)) / CASE WHEN ((_col3 = 1L)) THEN (null) ELSE ((_col3 - 1)) END)) (type: double), _col4 (type: bigint), ((2563.58D * ((_col1 - ((_col2 * _col2) / _col3)) / CASE WHEN ((_col3 = 1L)) THEN (null) ELSE ((_col3 - 1)) END)) + -5638.15D) (type: double), ((- ((_col1 - ((_col2 * _col2) / _col3)) / CASE WHEN ((_col3 = 1L)) THEN (null) ELSE ((_col3 - 1)) END)) * ((2563.58D * ((_col1 - ((_col2 * _col2) / _col3)) / CASE WHEN ((_col3 = 1L)) THEN (null) ELSE ((_col3 - 1)) END)) + -5638.15D)) (type: double), _col5 (type: double), ((_col1 - ((_col2 * _col2) / _col3)) / _col3) (type: double), (_col0 - (- ((_col1 - ((_col2 * _col2) / _col3)) / CASE WHEN ((_col3 = 1L)) THEN (null) ELSE ((_col3 - 1)) END))) (type: double), power(((_col1 - ((_col2 * _col2) / _col3)) / _col3), 0.5) (type: double), (_col0 + ((_col1 - ((_col2 * _col2) / _col3)) / CASE WHEN ((_col3 = 1L)) THEN (null) ELSE ((_col3 - 1)) END)) (type: double), (_col0 * 762.0D) (type: double), _col2 (type: double), (-863.257D % (_col0 * 762.0D)) (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 @@ -2587,7 +2587,7 @@ STAGE PLANS: native: true projectedOutputColumnNums: [0, 7, 6, 11, 4, 17, 20, 5, 23, 26, 14, 29, 30, 2, 34] selectExpressions: DoubleColDivideLongColumn(col 6:double, col 10:bigint)(children: DoubleColSubtractDoubleColumn(col 1:double, col 7:double)(children: DoubleColDivideLongColumn(col 6:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 2:double, col 2:double) -> 6:double) -> 7:double) -> 6:double, IfExprNullCondExpr(col 8:boolean, null, col 9:bigint)(children: LongColEqualLongScalar(col 3:bigint, val 1) -> 8:boolean, LongColSubtractLongScalar(col 3:bigint, val 1) -> 9:bigint) -> 10:bigint) -> 7:double, DoubleScalarMultiplyDoubleColumn(val 2563.58, col 11:double)(children: DoubleColDivideLongColumn(col 6:double, col 13:bigint)(children: DoubleColSubtractDoubleColumn(col 1:double, col 11:double)(children: DoubleColDivideLongColumn(col 6:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 2:double, col 2:double) -> 6:double) -> 11:double) -> 6:double, IfExprNullCondExpr(col 10:boolean, null, col 12:bigint)(children: LongColEqualLongScalar(col 3:bigint, val 1) -> 10:boolean, LongColSubtractLongScalar(col 3:bigint, val 1) -> 12:bigint) -> 13:bigint) -> 11:double) -> 6:double, DoubleColUnaryMinus(col 14:double)(children: DoubleColDivideLongColumn(col 11:double, col 16:bigint)(children: DoubleColSubtractDoubleColumn(col 1:double, col 14:double)(children: DoubleColDivideLongColumn(col 11:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 2:double, col 2:double) -> 11:double) -> 14:double) -> 11:double, IfExprNullCondExpr(col 13:boolean, null, col 15:bigint)(children: LongColEqualLongScalar(col 3:bigint, val 1) -> 13:boolean, LongColSubtractLongScalar(col 3:bigint, val 1) -> 15:bigint) -> 16:bigint) -> 14:double) -> 11:double, DoubleColAddDoubleScalar(col 14:double, val -5638.15)(children: DoubleScalarMultiplyDoubleColumn(val 2563.58, col 17:double)(children: DoubleColDivideLongColumn(col 14:double, col 19:bigint)(children: DoubleColSubtractDoubleColumn(col 1:double, col 17:double)(children: DoubleColDivideLongColumn(col 14:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 2:double, col 2:double) -> 14:double) -> 17:double) -> 14:double, IfExprNullCondExpr(col 16:boolean, null, col 18:bigint)(children: LongColEqualLongScalar(col 3:bigint, val 1) -> 16:boolean, LongColSubtractLongScalar(col 3:bigint, val 1) -> 18:bigint) -> 19:bigint) -> 17:double) -> 14:double) -> 17:double, DoubleColMultiplyDoubleColumn(col 14:double, col 23:double)(children: DoubleColUnaryMinus(col 20:double)(children: DoubleColDivideLongColumn(col 14:double, col 22:bigint)(children: DoubleColSubtractDoubleColumn(col 1:double, col 20:double)(children: DoubleColDivideLongColumn(col 14:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 2:double, col 2:double) -> 14:double) -> 20:double) -> 14:double, IfExprNullCondExpr(col 19:boolean, null, col 21:bigint)(children: LongColEqualLongScalar(col 3:bigint, val 1) -> 19:boolean, LongColSubtractLongScalar(col 3:bigint, val 1) -> 21:bigint) -> 22:bigint) -> 20:double) -> 14:double, DoubleColAddDoubleScalar(col 20:double, val -5638.15)(children: DoubleScalarMultiplyDoubleColumn(val 2563.58, col 23:double)(children: DoubleColDivideLongColumn(col 20:double, col 25:bigint)(children: DoubleColSubtractDoubleColumn(col 1:double, col 23:double)(children: DoubleColDivideLongColumn(col 20:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 2:double, col 2:double) -> 20:double) -> 23:double) -> 20:double, IfExprNullCondExpr(col 22:boolean, null, col 24:bigint)(children: LongColEqualLongScalar(col 3:bigint, val 1) -> 22:boolean, LongColSubtractLongScalar(col 3:bigint, val 1) -> 24:bigint) -> 25:bigint) -> 23:double) -> 20:double) -> 23:double) -> 20:double, DoubleColDivideLongColumn(col 14:double, col 3:bigint)(children: DoubleColSubtractDoubleColumn(col 1:double, col 23:double)(children: DoubleColDivideLongColumn(col 14:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 2:double, col 2:double) -> 14:double) -> 23:double) -> 14:double) -> 23:double, DoubleColSubtractDoubleColumn(col 0:double, col 14:double)(children: DoubleColUnaryMinus(col 26:double)(children: DoubleColDivideLongColumn(col 14:double, col 28:bigint)(children: DoubleColSubtractDoubleColumn(col 1:double, col 26:double)(children: DoubleColDivideLongColumn(col 14:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 2:double, col 2:double) -> 14:double) -> 26:double) -> 14:double, IfExprNullCondExpr(col 25:boolean, null, col 27:bigint)(children: LongColEqualLongScalar(col 3:bigint, val 1) -> 25:boolean, LongColSubtractLongScalar(col 3:bigint, val 1) -> 27:bigint) -> 28:bigint) -> 26:double) -> 14:double) -> 26:double, FuncPowerDoubleToDouble(col 29:double)(children: DoubleColDivideLongColumn(col 14:double, col 3:bigint)(children: DoubleColSubtractDoubleColumn(col 1:double, col 29:double)(children: DoubleColDivideLongColumn(col 14:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 2:double, col 2:double) -> 14:double) -> 29:double) -> 14:double) -> 29:double) -> 14:double, DoubleColAddDoubleColumn(col 0:double, col 30:double)(children: DoubleColDivideLongColumn(col 29:double, col 32:bigint)(children: DoubleColSubtractDoubleColumn(col 1:double, col 30:double)(children: DoubleColDivideLongColumn(col 29:double, col 3:bigint)(children: DoubleColMultiplyDoubleColumn(col 2:double, col 2:double) -> 29:double) -> 30:double) -> 29:double, IfExprNullCondExpr(col 28:boolean, null, col 31:bigint)(children: LongColEqualLongScalar(col 3:bigint, val 1) -> 28:boolean, LongColSubtractLongScalar(col 3:bigint, val 1) -> 31:bigint) -> 32:bigint) -> 30:double) -> 29:double, DoubleColMultiplyDoubleScalar(col 0:double, val 762.0) -> 30:double, DoubleScalarModuloDoubleColumn(val -863.257, col 33:double)(children: DoubleColMultiplyDoubleScalar(col 0:double, val 762.0) -> 33:double) -> 34:double - Statistics: Num rows: 1251 Data size: 157600 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1252 Data size: 157728 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: double) sort order: + @@ -2595,7 +2595,7 @@ STAGE PLANS: className: VectorReduceSinkObjectHashOperator native: true nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - Statistics: Num rows: 1251 Data size: 157600 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1252 Data size: 157728 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: bigint), _col5 (type: double), _col6 (type: double), _col7 (type: double), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: double), _col12 (type: double), _col13 (type: double), _col14 (type: double) Reducer 3 Execution mode: vectorized, llap @@ -2613,13 +2613,13 @@ STAGE PLANS: className: VectorSelectOperator native: true projectedOutputColumnNums: [0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 13] - Statistics: Num rows: 1251 Data size: 157600 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1252 Data size: 157728 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 1251 Data size: 157600 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1252 Data size: 157728 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/vectorized_ptf.q.out b/ql/src/test/results/clientpositive/llap/vectorized_ptf.q.out index 56e81aa819..ef3a334b45 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_ptf.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_ptf.q.out @@ -1398,7 +1398,7 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 2899 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1433,14 +1433,14 @@ STAGE PLANS: window function: GenericUDAFLagEvaluator window frame: ROWS PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true - Statistics: Num rows: 13 Data size: 2899 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int), rank_window_0 (type: int), dense_rank_window_1 (type: int), _col2 (type: int), (_col2 - lag_window_2) (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 13 Data size: 3107 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 3107 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -3677,13 +3677,13 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 2899 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 13 Data size: 2899 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -3867,11 +3867,11 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 2574 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5148 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), round(_col2, 2) (type: double) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 2574 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5148 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -3885,12 +3885,12 @@ STAGE PLANS: output shape: _col0: string, _col1: string, _col2: double partition by: _col0 raw input shape: - Statistics: Num rows: 13 Data size: 2574 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5148 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 13 Data size: 2574 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5148 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: double) Reducer 3 Execution mode: llap @@ -3903,7 +3903,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: double) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 2574 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5148 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -3923,14 +3923,14 @@ STAGE PLANS: name: sum window function: GenericUDAFSumDouble window frame: ROWS PRECEDING(2)~CURRENT - Statistics: Num rows: 13 Data size: 2574 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5148 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: double), round(sum_window_0, 2) (type: double) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 13 Data size: 2678 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5356 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 2678 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 5356 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/windowing.q.out b/ql/src/test/results/clientpositive/llap/windowing.q.out index ffd21abb4c..fe897643d7 100644 --- a/ql/src/test/results/clientpositive/llap/windowing.q.out +++ b/ql/src/test/results/clientpositive/llap/windowing.q.out @@ -1895,10 +1895,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int), KEY._col3 (type: bigint) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 3003 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query11.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query11.q.out index 658ae27d14..ff66781616 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query11.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query11.q.out @@ -192,15 +192,15 @@ Stage-0 File Output Operator [FS_349] Limit [LIM_348] (rows=100 width=85) Number of rows:100 - Select Operator [SEL_347] (rows=12248093 width=85) + Select Operator [SEL_347] (rows=29679601 width=85) Output:["_col0"] <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_89] - Select Operator [SEL_88] (rows=12248093 width=85) + Select Operator [SEL_88] (rows=29679601 width=85) Output:["_col0"] - Filter Operator [FIL_87] (rows=12248093 width=541) + Filter Operator [FIL_87] (rows=29679601 width=541) predicate:CASE WHEN (_col4) THEN (CASE WHEN (_col7) THEN (((_col1 / _col6) > (_col10 / _col3))) ELSE ((null > (_col10 / _col3))) END) ELSE (CASE WHEN (_col7) THEN (((_col1 / _col6) > null)) ELSE (null) END) END - Merge Join Operator [MERGEJOIN_283] (rows=24496186 width=541) + Merge Join Operator [MERGEJOIN_283] (rows=59359203 width=541) Conds:RS_84._col2=RS_346._col0(Inner),Output:["_col1","_col3","_col4","_col6","_col7","_col9","_col10"] <-Reducer 20 [SIMPLE_EDGE] vectorized SHUFFLE [RS_346] @@ -260,18 +260,18 @@ Stage-0 <-Reducer 6 [ONE_TO_ONE_EDGE] FORWARD [RS_84] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_282] (rows=20485011 width=444) + Merge Join Operator [MERGEJOIN_282] (rows=49639315 width=444) Conds:RS_81._col2=RS_338._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7"] <-Reducer 16 [SIMPLE_EDGE] vectorized SHUFFLE [RS_338] PartitionCols:_col0 - Select Operator [SEL_337] (rows=17130654 width=216) + Select Operator [SEL_337] (rows=26666666 width=216) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_336] (rows=17130654 width=212) + Filter Operator [FIL_336] (rows=26666666 width=212) predicate:(_col7 > 0) - Select Operator [SEL_335] (rows=51391963 width=212) + Select Operator [SEL_335] (rows=80000000 width=212) Output:["_col0","_col7"] - Group By Operator [GBY_334] (rows=51391963 width=764) + Group By Operator [GBY_334] (rows=80000000 width=764) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6 <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_55] @@ -320,7 +320,7 @@ Stage-0 <-Reducer 5 [ONE_TO_ONE_EDGE] FORWARD [RS_81] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_281] (rows=31888273 width=328) + Merge Join Operator [MERGEJOIN_281] (rows=49639315 width=328) Conds:RS_318._col0=RS_328._col0(Inner),Output:["_col1","_col2","_col3","_col4"] <-Reducer 12 [SIMPLE_EDGE] vectorized SHUFFLE [RS_328] @@ -380,9 +380,9 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] vectorized SHUFFLE [RS_318] PartitionCols:_col0 - Select Operator [SEL_317] (rows=51391963 width=212) + Select Operator [SEL_317] (rows=80000000 width=212) Output:["_col0","_col1"] - Group By Operator [GBY_316] (rows=51391963 width=764) + Group By Operator [GBY_316] (rows=80000000 width=764) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_16] diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query14.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query14.q.out index e8a6eaa464..5b353ce462 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query14.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query14.q.out @@ -327,29 +327,29 @@ Stage-0 Stage-1 Reducer 9 vectorized File Output Operator [FS_1703] - Limit [LIM_1702] (rows=7 width=192) + Limit [LIM_1702] (rows=8 width=193) Number of rows:100 - Select Operator [SEL_1701] (rows=7 width=192) + Select Operator [SEL_1701] (rows=8 width=193) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 8 [SIMPLE_EDGE] vectorized SHUFFLE [RS_1700] - Select Operator [SEL_1699] (rows=7 width=192) + Select Operator [SEL_1699] (rows=8 width=193) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Group By Operator [GBY_1698] (rows=7 width=200) + Group By Operator [GBY_1698] (rows=8 width=201) Output:["_col0","_col1","_col2","_col3","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Union 7 [SIMPLE_EDGE] <-Reducer 14 [CONTAINS] Reduce Output Operator [RS_1462] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_1461] (rows=7 width=200) + Group By Operator [GBY_1461] (rows=15 width=199) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3, 0L - Top N Key Operator [TNK_1460] (rows=3 width=221) + Top N Key Operator [TNK_1460] (rows=6 width=215) keys:_col0, _col1, _col2, _col3, 0L,sort order:+++++,top n:100 - Select Operator [SEL_1458] (rows=1 width=223) + Select Operator [SEL_1458] (rows=2 width=217) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_1457] (rows=1 width=244) + Filter Operator [FIL_1457] (rows=2 width=238) predicate:(_col5 > _col1) - Merge Join Operator [MERGEJOIN_1456] (rows=1 width=244) + Merge Join Operator [MERGEJOIN_1456] (rows=8 width=233) Conds:(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"] <-Reducer 13 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_371] @@ -594,7 +594,7 @@ Stage-0 Please refer to the previous Select Operator [SEL_1603] <-Reducer 62 [CUSTOM_SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_1725] - Group By Operator [GBY_1724] (rows=1 width=132) + Group By Operator [GBY_1724] (rows=8 width=121) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 61 [SIMPLE_EDGE] SHUFFLE [RS_365] @@ -841,15 +841,15 @@ Stage-0 <-Reducer 19 [CONTAINS] Reduce Output Operator [RS_1475] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_1474] (rows=7 width=200) + Group By Operator [GBY_1474] (rows=15 width=199) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3, 0L - Top N Key Operator [TNK_1473] (rows=3 width=221) + Top N Key Operator [TNK_1473] (rows=6 width=215) keys:_col0, _col1, _col2, _col3, 0L,sort order:+++++,top n:100 - Select Operator [SEL_1471] (rows=1 width=219) + Select Operator [SEL_1471] (rows=2 width=213) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_1470] (rows=1 width=244) + Filter Operator [FIL_1470] (rows=2 width=238) predicate:(_col5 > _col1) - Merge Join Operator [MERGEJOIN_1469] (rows=1 width=244) + Merge Join Operator [MERGEJOIN_1469] (rows=8 width=233) Conds:(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"] <-Reducer 18 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_560] @@ -983,7 +983,7 @@ Stage-0 Please refer to the previous Select Operator [SEL_1807] <-Reducer 67 [CUSTOM_SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_1747] - Group By Operator [GBY_1746] (rows=1 width=132) + Group By Operator [GBY_1746] (rows=8 width=121) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 66 [SIMPLE_EDGE] SHUFFLE [RS_554] @@ -1104,15 +1104,15 @@ Stage-0 <-Reducer 6 [CONTAINS] Reduce Output Operator [RS_1449] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_1448] (rows=7 width=200) + Group By Operator [GBY_1448] (rows=15 width=199) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3, 0L - Top N Key Operator [TNK_1447] (rows=3 width=221) + Top N Key Operator [TNK_1447] (rows=6 width=215) keys:_col0, _col1, _col2, _col3, 0L,sort order:+++++,top n:100 - Select Operator [SEL_1445] (rows=1 width=221) + Select Operator [SEL_1445] (rows=2 width=215) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_1444] (rows=1 width=244) + Filter Operator [FIL_1444] (rows=2 width=238) predicate:(_col5 > _col1) - Merge Join Operator [MERGEJOIN_1443] (rows=1 width=244) + Merge Join Operator [MERGEJOIN_1443] (rows=8 width=233) Conds:(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"] <-Reducer 5 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_183] @@ -1246,7 +1246,7 @@ Stage-0 Please refer to the previous Select Operator [SEL_1793] <-Reducer 56 [CUSTOM_SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_1697] - Group By Operator [GBY_1696] (rows=1 width=132) + Group By Operator [GBY_1696] (rows=8 width=121) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 55 [SIMPLE_EDGE] SHUFFLE [RS_177] diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query23.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query23.q.out index c7b1c9a6bb..561ef23d66 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query23.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query23.q.out @@ -240,7 +240,7 @@ Stage-0 <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_200] PartitionCols:_col1 - Merge Join Operator [MERGEJOIN_450] (rows=3941102 width=118) + Merge Join Operator [MERGEJOIN_450] (rows=3941118 width=118) Conds:RS_197._col2=RS_576._col0(Inner),Output:["_col1","_col3","_col4"] <-Reducer 10 [SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_197] @@ -290,7 +290,7 @@ Stage-0 <-Reducer 26 [ONE_TO_ONE_EDGE] vectorized FORWARD [RS_576] PartitionCols:_col0 - Group By Operator [GBY_575] (rows=235937 width=3) + Group By Operator [GBY_575] (rows=235938 width=3) Output:["_col0"],keys:KEY._col0 <-Reducer 25 [SIMPLE_EDGE] SHUFFLE [RS_171] @@ -419,7 +419,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_98] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_447] (rows=7751875 width=98) + Merge Join Operator [MERGEJOIN_447] (rows=7751907 width=98) Conds:RS_95._col1=RS_540._col0(Inner),Output:["_col2","_col3","_col4"] <-Reducer 2 [SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_95] @@ -464,7 +464,7 @@ Stage-0 <-Reducer 21 [ONE_TO_ONE_EDGE] vectorized FORWARD [RS_540] PartitionCols:_col0 - Group By Operator [GBY_539] (rows=235937 width=3) + Group By Operator [GBY_539] (rows=235938 width=3) Output:["_col0"],keys:KEY._col0 <-Reducer 20 [SIMPLE_EDGE] SHUFFLE [RS_69] diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query33.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query33.q.out index 6d7c620dea..710f7d6fba 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query33.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query33.q.out @@ -195,13 +195,13 @@ Stage-0 Stage-1 Reducer 7 vectorized File Output Operator [FS_368] - Limit [LIM_367] (rows=59 width=115) + Limit [LIM_367] (rows=60 width=115) Number of rows:100 - Select Operator [SEL_366] (rows=59 width=115) + Select Operator [SEL_366] (rows=60 width=115) Output:["_col0","_col1"] <-Reducer 6 [SIMPLE_EDGE] vectorized SHUFFLE [RS_365] - Group By Operator [GBY_364] (rows=59 width=115) + Group By Operator [GBY_364] (rows=60 width=115) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Union 5 [SIMPLE_EDGE] <-Reducer 11 [CONTAINS] vectorized diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query34.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query34.q.out index f4e6a73942..08a259050d 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query34.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query34.q.out @@ -90,13 +90,13 @@ Stage-0 Stage-1 Reducer 3 vectorized File Output Operator [FS_134] - Select Operator [SEL_133] (rows=276068 width=364) + Select Operator [SEL_133] (rows=23956100 width=364) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_34] - Select Operator [SEL_33] (rows=276068 width=364) + Select Operator [SEL_33] (rows=23956100 width=364) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_99] (rows=276068 width=364) + Merge Join Operator [MERGEJOIN_99] (rows=23956100 width=364) Conds:RS_101._col0=RS_132._col1(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col7"] <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_101] @@ -108,11 +108,11 @@ Stage-0 <-Reducer 8 [SIMPLE_EDGE] vectorized SHUFFLE [RS_132] PartitionCols:_col1 - Filter Operator [FIL_131] (rows=276068 width=12) + Filter Operator [FIL_131] (rows=23956100 width=12) predicate:_col2 BETWEEN 15 AND 20 - Select Operator [SEL_130] (rows=5521356 width=12) + Select Operator [SEL_130] (rows=479121995 width=12) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_129] (rows=5521356 width=12) + Group By Operator [GBY_129] (rows=479121995 width=12) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_25] diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query38.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query38.q.out index bc22cfb07e..7fea9b6bd7 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query38.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query38.q.out @@ -92,9 +92,9 @@ Stage-0 Select Operator [SEL_227] (rows=1 width=8) Filter Operator [FIL_226] (rows=1 width=8) predicate:(_col3 = 3L) - Select Operator [SEL_225] (rows=165330890 width=8) + Select Operator [SEL_225] (rows=91197425 width=8) Output:["_col3"] - Group By Operator [GBY_224] (rows=165330890 width=282) + Group By Operator [GBY_224] (rows=91197425 width=282) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 5 [SIMPLE_EDGE] <-Reducer 12 [CONTAINS] vectorized diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query4.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query4.q.out index 7291c142c0..5705eeeb91 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query4.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query4.q.out @@ -274,15 +274,15 @@ Stage-0 File Output Operator [FS_550] Limit [LIM_549] (rows=100 width=85) Number of rows:100 - Select Operator [SEL_548] (rows=7323197 width=85) + Select Operator [SEL_548] (rows=17745586 width=85) Output:["_col0"] <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_135] - Select Operator [SEL_134] (rows=7323197 width=85) + Select Operator [SEL_134] (rows=17745586 width=85) Output:["_col0"] - Filter Operator [FIL_133] (rows=7323197 width=541) + Filter Operator [FIL_133] (rows=17745586 width=541) predicate:CASE WHEN (_col4) THEN (CASE WHEN (_col10) THEN (((_col12 / _col9) > (_col15 / _col3))) ELSE ((null > (_col15 / _col3))) END) ELSE (CASE WHEN (_col10) THEN (((_col12 / _col9) > null)) ELSE (null) END) END - Merge Join Operator [MERGEJOIN_466] (rows=14646395 width=541) + Merge Join Operator [MERGEJOIN_466] (rows=35491172 width=541) Conds:RS_130._col2=RS_547._col0(Inner),Output:["_col3","_col4","_col9","_col10","_col12","_col14","_col15"] <-Reducer 30 [SIMPLE_EDGE] vectorized SHUFFLE [RS_547] @@ -342,9 +342,9 @@ Stage-0 <-Reducer 8 [ONE_TO_ONE_EDGE] FORWARD [RS_130] PartitionCols:_col2 - Filter Operator [FIL_129] (rows=12248093 width=672) + Filter Operator [FIL_129] (rows=29679601 width=672) predicate:CASE WHEN (_col7) THEN (CASE WHEN (_col10) THEN (((_col12 / _col9) > (_col1 / _col6))) ELSE ((null > (_col1 / _col6))) END) ELSE (CASE WHEN (_col10) THEN (((_col12 / _col9) > null)) ELSE (null) END) END - Merge Join Operator [MERGEJOIN_465] (rows=24496186 width=672) + Merge Join Operator [MERGEJOIN_465] (rows=59359203 width=672) Conds:RS_126._col2=RS_541._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col9","_col10","_col12"] <-Reducer 26 [SIMPLE_EDGE] vectorized SHUFFLE [RS_541] @@ -396,7 +396,7 @@ Stage-0 <-Reducer 7 [ONE_TO_ONE_EDGE] FORWARD [RS_126] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_464] (rows=20485011 width=560) + Merge Join Operator [MERGEJOIN_464] (rows=49639315 width=560) Conds:RS_123._col2=RS_535._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7","_col9","_col10"] <-Reducer 22 [SIMPLE_EDGE] vectorized SHUFFLE [RS_535] @@ -456,18 +456,18 @@ Stage-0 <-Reducer 6 [ONE_TO_ONE_EDGE] FORWARD [RS_123] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_463] (rows=20485011 width=444) + Merge Join Operator [MERGEJOIN_463] (rows=49639315 width=444) Conds:RS_120._col2=RS_527._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7"] <-Reducer 18 [SIMPLE_EDGE] vectorized SHUFFLE [RS_527] PartitionCols:_col0 - Select Operator [SEL_526] (rows=17130654 width=216) + Select Operator [SEL_526] (rows=26666666 width=216) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_525] (rows=17130654 width=212) + Filter Operator [FIL_525] (rows=26666666 width=212) predicate:(_col7 > 0) - Select Operator [SEL_524] (rows=51391963 width=212) + Select Operator [SEL_524] (rows=80000000 width=212) Output:["_col0","_col7"] - Group By Operator [GBY_523] (rows=51391963 width=764) + Group By Operator [GBY_523] (rows=80000000 width=764) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6 <-Reducer 17 [SIMPLE_EDGE] SHUFFLE [RS_55] @@ -516,7 +516,7 @@ Stage-0 <-Reducer 5 [ONE_TO_ONE_EDGE] FORWARD [RS_120] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_462] (rows=31888273 width=328) + Merge Join Operator [MERGEJOIN_462] (rows=49639315 width=328) Conds:RS_511._col0=RS_519._col0(Inner),Output:["_col1","_col2","_col3","_col4"] <-Reducer 14 [SIMPLE_EDGE] vectorized SHUFFLE [RS_519] @@ -576,9 +576,9 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] vectorized SHUFFLE [RS_511] PartitionCols:_col0 - Select Operator [SEL_510] (rows=51391963 width=212) + Select Operator [SEL_510] (rows=80000000 width=212) Output:["_col0","_col1"] - Group By Operator [GBY_509] (rows=51391963 width=764) + Group By Operator [GBY_509] (rows=80000000 width=764) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_16] diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query45.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query45.q.out index bf620c8ed5..ff2d4e0ded 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query45.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query45.q.out @@ -68,13 +68,13 @@ Stage-0 Stage-1 Reducer 5 vectorized File Output Operator [FS_149] - Limit [LIM_148] (rows=100 width=299) + Limit [LIM_148] (rows=5 width=299) Number of rows:100 - Select Operator [SEL_147] (rows=285780 width=299) + Select Operator [SEL_147] (rows=5 width=299) Output:["_col0","_col1","_col2"] <-Reducer 4 [SIMPLE_EDGE] vectorized SHUFFLE [RS_146] - Group By Operator [GBY_145] (rows=285780 width=299) + Group By Operator [GBY_145] (rows=5 width=299) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_41] diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query49.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query49.q.out index 324eef20d0..6eec5d9704 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query49.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query49.q.out @@ -302,21 +302,21 @@ Stage-0 File Output Operator [FS_310] Limit [LIM_309] (rows=100 width=215) Number of rows:100 - Select Operator [SEL_308] (rows=3418 width=215) + Select Operator [SEL_308] (rows=438010 width=215) Output:["_col0","_col1","_col2","_col3","_col4"] <-Reducer 10 [SIMPLE_EDGE] vectorized SHUFFLE [RS_307] - Select Operator [SEL_306] (rows=3418 width=215) + Select Operator [SEL_306] (rows=438010 width=215) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_305] (rows=3418 width=215) + Group By Operator [GBY_305] (rows=438010 width=215) Output:["_col0","_col1","_col2","_col3","_col4"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Union 9 [SIMPLE_EDGE] <-Reducer 24 [CONTAINS] vectorized Reduce Output Operator [RS_351] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_350] (rows=3418 width=215) + Group By Operator [GBY_350] (rows=439152 width=215) Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2 - Top N Key Operator [TNK_349] (rows=3418 width=214) + Top N Key Operator [TNK_349] (rows=439152 width=214) keys:_col0, _col3, _col4, _col1, _col2,sort order:+++++,top n:100 Select Operator [SEL_348] (rows=1142 width=213) Output:["_col0","_col1","_col2","_col3","_col4"] @@ -395,13 +395,13 @@ Stage-0 <-Reducer 8 [CONTAINS] vectorized Reduce Output Operator [RS_304] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_303] (rows=3418 width=215) + Group By Operator [GBY_303] (rows=439152 width=215) Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2 - Top N Key Operator [TNK_302] (rows=3418 width=214) + Top N Key Operator [TNK_302] (rows=439152 width=214) keys:_col0, _col3, _col4, _col1, _col2,sort order:+++++,top n:100 - Select Operator [SEL_301] (rows=2276 width=215) + Select Operator [SEL_301] (rows=438010 width=215) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_300] (rows=2276 width=215) + Group By Operator [GBY_300] (rows=438010 width=215) Output:["_col0","_col1","_col2","_col3","_col4"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Union 7 [SIMPLE_EDGE] <-Reducer 18 [CONTAINS] vectorized diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query5.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query5.q.out index 32b0e3ec2a..fd576c8705 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query5.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query5.q.out @@ -329,7 +329,7 @@ Stage-0 <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_45] PartitionCols:_col0 - Group By Operator [GBY_44] (rows=46000 width=548) + Group By Operator [GBY_44] (rows=2835758 width=548) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col8 Merge Join Operator [MERGEJOIN_219] (rows=34813117 width=535) Conds:RS_40._col0=RS_305._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col8"] @@ -398,7 +398,7 @@ Stage-0 <-Reducer 17 [SIMPLE_EDGE] SHUFFLE [RS_77] PartitionCols:_col0 - Group By Operator [GBY_76] (rows=84 width=548) + Group By Operator [GBY_76] (rows=3498 width=548) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col8 Merge Join Operator [MERGEJOIN_221] (rows=30966059 width=543) Conds:RS_72._col0=RS_312._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col8"] @@ -478,7 +478,7 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_21] PartitionCols:_col0 - Group By Operator [GBY_20] (rows=1704 width=548) + Group By Operator [GBY_20] (rows=78090 width=548) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col8 Merge Join Operator [MERGEJOIN_217] (rows=64325014 width=376) Conds:RS_16._col0=RS_289._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col8"] diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query58.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query58.q.out index ac9e4123f5..f8d29b6094 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query58.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query58.q.out @@ -187,21 +187,21 @@ Stage-0 <-Reducer 14 [ONE_TO_ONE_EDGE] vectorized FORWARD [RS_463] PartitionCols:_col0 - Select Operator [SEL_462] (rows=69 width=436) + Select Operator [SEL_462] (rows=1 width=436) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_461] (rows=69 width=212) + Group By Operator [GBY_461] (rows=1 width=212) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_144] PartitionCols:_col0 - Group By Operator [GBY_143] (rows=69 width=212) + Group By Operator [GBY_143] (rows=35 width=212) Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4 - Merge Join Operator [MERGEJOIN_414] (rows=31537 width=100) + Merge Join Operator [MERGEJOIN_414] (rows=15769 width=100) Conds:RS_139._col0=RS_140._col0(Inner),Output:["_col2","_col4"] <-Reducer 16 [SIMPLE_EDGE] SHUFFLE [RS_140] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_403] (rows=2 width=4) + Merge Join Operator [MERGEJOIN_403] (rows=1 width=4) Conds:RS_419._col1=RS_435._col0(Inner),Output:["_col0"] <-Map 15 [SIMPLE_EDGE] vectorized SHUFFLE [RS_419] @@ -215,7 +215,7 @@ Stage-0 <-Reducer 24 [ONE_TO_ONE_EDGE] vectorized FORWARD [RS_435] PartitionCols:_col0 - Group By Operator [GBY_434] (rows=2 width=94) + Group By Operator [GBY_434] (rows=1 width=94) Output:["_col0"],keys:KEY._col0 <-Reducer 23 [SIMPLE_EDGE] SHUFFLE [RS_31] @@ -290,7 +290,7 @@ Stage-0 SHUFFLE [RS_360] Group By Operator [GBY_359] (rows=1 width=12) Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"] - Select Operator [SEL_358] (rows=2 width=4) + Select Operator [SEL_358] (rows=1 width=4) Output:["_col0"] Please refer to the previous Merge Join Operator [MERGEJOIN_403] <-Reducer 5 [ONE_TO_ONE_EDGE] @@ -298,21 +298,21 @@ Stage-0 PartitionCols:_col0 Filter Operator [FIL_150] (rows=1 width=772) predicate:(_col1 BETWEEN _col6 AND _col7 and _col5 BETWEEN _col2 AND _col3) - Merge Join Operator [MERGEJOIN_415] (rows=68 width=772) + Merge Join Operator [MERGEJOIN_415] (rows=34 width=772) Conds:RS_447._col0=RS_455._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col5","_col6","_col7"] <-Reducer 11 [ONE_TO_ONE_EDGE] vectorized FORWARD [RS_455] PartitionCols:_col0 - Select Operator [SEL_454] (rows=69 width=436) + Select Operator [SEL_454] (rows=35 width=436) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_453] (rows=69 width=212) + Group By Operator [GBY_453] (rows=35 width=212) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_95] PartitionCols:_col0 - Group By Operator [GBY_94] (rows=69 width=212) + Group By Operator [GBY_94] (rows=35 width=212) Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4 - Merge Join Operator [MERGEJOIN_413] (rows=120498 width=100) + Merge Join Operator [MERGEJOIN_413] (rows=60249 width=100) Conds:RS_90._col0=RS_91._col0(Inner),Output:["_col2","_col4"] <-Reducer 16 [SIMPLE_EDGE] SHUFFLE [RS_91] @@ -344,22 +344,22 @@ Stage-0 SHUFFLE [RS_314] Group By Operator [GBY_313] (rows=1 width=12) Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"] - Select Operator [SEL_312] (rows=2 width=4) + Select Operator [SEL_312] (rows=1 width=4) Output:["_col0"] Please refer to the previous Merge Join Operator [MERGEJOIN_403] <-Reducer 4 [ONE_TO_ONE_EDGE] vectorized FORWARD [RS_447] PartitionCols:_col0 - Select Operator [SEL_446] (rows=68 width=436) + Select Operator [SEL_446] (rows=34 width=436) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_445] (rows=68 width=212) + Group By Operator [GBY_445] (rows=34 width=212) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_46] PartitionCols:_col0 - Group By Operator [GBY_45] (rows=68 width=212) + Group By Operator [GBY_45] (rows=34 width=212) Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4 - Merge Join Operator [MERGEJOIN_412] (rows=62327 width=100) + Merge Join Operator [MERGEJOIN_412] (rows=31164 width=100) Conds:RS_41._col0=RS_42._col0(Inner),Output:["_col2","_col4"] <-Reducer 16 [SIMPLE_EDGE] SHUFFLE [RS_42] @@ -391,7 +391,7 @@ Stage-0 SHUFFLE [RS_264] Group By Operator [GBY_263] (rows=1 width=12) Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"] - Select Operator [SEL_262] (rows=2 width=4) + Select Operator [SEL_262] (rows=1 width=4) Output:["_col0"] Please refer to the previous Merge Join Operator [MERGEJOIN_403] diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query64.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query64.q.out index aebd6b4137..bd85ebaf6d 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query64.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query64.q.out @@ -314,22 +314,22 @@ Stage-0 Stage-1 Reducer 11 vectorized File Output Operator [FS_1001] - Select Operator [SEL_1000] (rows=2169965329 width=1702) + Select Operator [SEL_1000] (rows=6118764102 width=1702) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20"] <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_199] - Select Operator [SEL_198] (rows=2169965329 width=1694) + Select Operator [SEL_198] (rows=6118764102 width=1694) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18"] - Filter Operator [FIL_197] (rows=2169965329 width=1694) + Filter Operator [FIL_197] (rows=6118764102 width=1694) predicate:(_col19 <= _col12) - Merge Join Operator [MERGEJOIN_897] (rows=6509895988 width=1694) + Merge Join Operator [MERGEJOIN_897] (rows=18356292308 width=1694) Conds:RS_971._col2, _col1, _col3=RS_999._col1, _col0, _col2(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col19","_col20","_col21","_col22"] <-Reducer 9 [SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_971] PartitionCols:_col2, _col1, _col3 - Select Operator [SEL_970] (rows=2299138 width=1354) + Select Operator [SEL_970] (rows=6482999 width=1354) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - Group By Operator [GBY_969] (rows=2299138 width=1362) + Group By Operator [GBY_969] (rows=6482999 width=1362) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8, KEY._col9, KEY._col10, KEY._col11, KEY._col12, KEY._col13 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_94] @@ -730,7 +730,7 @@ Stage-0 PARTITION_ONLY_SHUFFLE [RS_974] Group By Operator [GBY_973] (rows=1 width=12) Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"] - Select Operator [SEL_972] (rows=2299138 width=8) + Select Operator [SEL_972] (rows=6482999 width=8) Output:["_col0"] Please refer to the previous Select Operator [SEL_970] <-Reducer 32 [BROADCAST_EDGE] vectorized diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query66.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query66.q.out index f82272c3f2..6ae0e5ccaf 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query66.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query66.q.out @@ -484,15 +484,15 @@ Stage-0 Stage-1 Reducer 9 vectorized File Output Operator [FS_267] - Select Operator [SEL_266] (rows=100 width=4614) + Select Operator [SEL_266] (rows=27 width=4614) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41","_col42","_col43"] - Limit [LIM_265] (rows=100 width=4510) + Limit [LIM_265] (rows=27 width=4510) Number of rows:100 - Select Operator [SEL_264] (rows=2423925 width=4510) + Select Operator [SEL_264] (rows=27 width=4510) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"] <-Reducer 8 [SIMPLE_EDGE] vectorized SHUFFLE [RS_263] - Group By Operator [GBY_262] (rows=2423925 width=4510) + Group By Operator [GBY_262] (rows=27 width=4510) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23","_col24","_col25","_col26","_col27","_col28","_col29","_col30","_col31","_col32","_col33","_col34","_col35","_col36","_col37","_col38","_col39","_col40","_col41"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)","sum(VALUE._col4)","sum(VALUE._col5)","sum(VALUE._col6)","sum(VALUE._col7)","sum(VALUE._col8)","sum(VALUE._col9)","sum(VALUE._col10)","sum(VALUE._col11)","sum(VALUE._col12)","sum(VALUE._col13)","sum(VALUE._col14)","sum(VALUE._col15)","sum(VALUE._col16)","sum(VALUE._col17)","sum(VALUE._col18)","sum(VALUE._col19)","sum(VALUE._col20)","sum(VALUE._col21)","sum(VALUE._col22)","sum(VALUE._col23)","sum(VALUE._col24)","sum(VALUE._col25)","sum(VALUE._col26)","sum(VALUE._col27)","sum(VALUE._col28)","sum(VALUE._col29)","sum(VALUE._col30)","sum(VALUE._col31)","sum(VALUE._col32)","sum(VALUE._col33)","sum(VALUE._col34)","sum(VALUE._col35)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5 <-Union 7 [SIMPLE_EDGE] <-Reducer 16 [CONTAINS] vectorized diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query70.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query70.q.out index 184d281df0..8183f157d5 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query70.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query70.q.out @@ -148,7 +148,7 @@ Stage-0 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_26] PartitionCols:_col0 - Group By Operator [GBY_25] (rows=1704 width=198) + Group By Operator [GBY_25] (rows=2989 width=198) Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col5 Merge Join Operator [MERGEJOIN_133] (rows=91197860 width=168) Conds:RS_21._col1=RS_151._col0(Inner),Output:["_col2","_col5"] diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query73.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query73.q.out index 45ddfd5a4a..3eea1217fd 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query73.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query73.q.out @@ -84,13 +84,13 @@ Stage-0 Stage-1 Reducer 3 vectorized File Output Operator [FS_134] - Select Operator [SEL_133] (rows=59862 width=364) + Select Operator [SEL_133] (rows=23956100 width=364) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_34] - Select Operator [SEL_33] (rows=59862 width=364) + Select Operator [SEL_33] (rows=23956100 width=364) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_99] (rows=59862 width=364) + Merge Join Operator [MERGEJOIN_99] (rows=23956100 width=364) Conds:RS_101._col0=RS_132._col1(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col7"] <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_101] @@ -102,11 +102,11 @@ Stage-0 <-Reducer 8 [SIMPLE_EDGE] vectorized SHUFFLE [RS_132] PartitionCols:_col1 - Filter Operator [FIL_131] (rows=59862 width=12) + Filter Operator [FIL_131] (rows=23956100 width=12) predicate:_col2 BETWEEN 1 AND 5 - Select Operator [SEL_130] (rows=1197233 width=12) + Select Operator [SEL_130] (rows=479121995 width=12) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_129] (rows=1197233 width=12) + Group By Operator [GBY_129] (rows=479121995 width=12) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_25] diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query74.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query74.q.out index 39b3f0a715..758423a093 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query74.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query74.q.out @@ -164,15 +164,15 @@ Stage-0 File Output Operator [FS_348] Limit [LIM_347] (rows=100 width=280) Number of rows:100 - Select Operator [SEL_346] (rows=12248093 width=280) + Select Operator [SEL_346] (rows=29679601 width=280) Output:["_col0","_col1","_col2"] <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_89] - Select Operator [SEL_88] (rows=12248093 width=280) + Select Operator [SEL_88] (rows=29679601 width=280) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_87] (rows=12248093 width=736) + Filter Operator [FIL_87] (rows=29679601 width=736) predicate:CASE WHEN (_col4) THEN (CASE WHEN (_col7) THEN (((_col1 / _col6) > (_col11 / _col3))) ELSE ((null > (_col11 / _col3))) END) ELSE (CASE WHEN (_col7) THEN (((_col1 / _col6) > null)) ELSE (null) END) END - Merge Join Operator [MERGEJOIN_283] (rows=24496186 width=736) + Merge Join Operator [MERGEJOIN_283] (rows=59359203 width=736) Conds:RS_84._col2=RS_345._col0(Inner),Output:["_col1","_col3","_col4","_col6","_col7","_col8","_col9","_col10","_col11"] <-Reducer 20 [SIMPLE_EDGE] vectorized SHUFFLE [RS_345] @@ -230,18 +230,18 @@ Stage-0 <-Reducer 6 [ONE_TO_ONE_EDGE] FORWARD [RS_84] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_282] (rows=20485011 width=444) + Merge Join Operator [MERGEJOIN_282] (rows=49639315 width=444) Conds:RS_81._col2=RS_338._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col6","_col7"] <-Reducer 16 [SIMPLE_EDGE] vectorized SHUFFLE [RS_338] PartitionCols:_col0 - Select Operator [SEL_337] (rows=17130654 width=216) + Select Operator [SEL_337] (rows=26666666 width=216) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_336] (rows=17130654 width=212) + Filter Operator [FIL_336] (rows=26666666 width=212) predicate:(_col3 > 0) - Select Operator [SEL_335] (rows=51391963 width=212) + Select Operator [SEL_335] (rows=80000000 width=212) Output:["_col0","_col3"] - Group By Operator [GBY_334] (rows=51391963 width=392) + Group By Operator [GBY_334] (rows=80000000 width=392) Output:["_col0","_col1","_col2","_col3"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_55] @@ -290,7 +290,7 @@ Stage-0 <-Reducer 5 [ONE_TO_ONE_EDGE] FORWARD [RS_81] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_281] (rows=31888273 width=328) + Merge Join Operator [MERGEJOIN_281] (rows=49639315 width=328) Conds:RS_318._col0=RS_328._col0(Inner),Output:["_col1","_col2","_col3","_col4"] <-Reducer 12 [SIMPLE_EDGE] vectorized SHUFFLE [RS_328] @@ -350,9 +350,9 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] vectorized SHUFFLE [RS_318] PartitionCols:_col0 - Select Operator [SEL_317] (rows=51391963 width=212) + Select Operator [SEL_317] (rows=80000000 width=212) Output:["_col0","_col1"] - Group By Operator [GBY_316] (rows=51391963 width=392) + Group By Operator [GBY_316] (rows=80000000 width=392) Output:["_col0","_col1","_col2","_col3"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_16] diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query75.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query75.q.out index fee4e83651..3dd796eafc 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query75.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query75.q.out @@ -227,7 +227,7 @@ Stage-0 Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] Group By Operator [GBY_627] (rows=84235776 width=135) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3 - Group By Operator [GBY_626] (rows=736356923 width=131) + Group By Operator [GBY_626] (rows=621178955 width=131) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5 <-Union 26 [SIMPLE_EDGE] <-Reducer 25 [CONTAINS] vectorized diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query78.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query78.q.out index ef4d6dbc21..7980131423 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query78.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query78.q.out @@ -158,22 +158,22 @@ Stage-0 File Output Operator [FS_238] Limit [LIM_237] (rows=100 width=484) Number of rows:100 - Select Operator [SEL_236] (rows=462576000046 width=483) + Select Operator [SEL_236] (rows=22243972511798 width=483) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_73] - Select Operator [SEL_72] (rows=462576000046 width=719) + Select Operator [SEL_72] (rows=22243972511798 width=719) Output:["_col0","_col1","_col6","_col7","_col8","_col9","_col10","_col11","_col12"] - Filter Operator [FIL_71] (rows=462576000046 width=702) + Filter Operator [FIL_71] (rows=22243972511798 width=703) predicate:CASE WHEN (_col11 is not null) THEN ((_col11 > 0L)) ELSE (false) END - Merge Join Operator [MERGEJOIN_191] (rows=925152000093 width=702) + Merge Join Operator [MERGEJOIN_191] (rows=44487945023596 width=703) Conds:RS_68._col1=RS_235._col0(Left Outer),Output:["_col0","_col1","_col2","_col3","_col4","_col7","_col8","_col9","_col11","_col12","_col13"] <-Reducer 12 [SIMPLE_EDGE] vectorized SHUFFLE [RS_235] PartitionCols:_col0 - Select Operator [SEL_234] (rows=101592102 width=235) + Select Operator [SEL_234] (rows=286549727 width=235) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_233] (rows=101592102 width=239) + Group By Operator [GBY_233] (rows=286549727 width=239) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1 <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_65] @@ -230,16 +230,16 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_68] PartitionCols:_col1 - Filter Operator [FIL_45] (rows=4580227799 width=471) + Filter Operator [FIL_45] (rows=78336887605 width=471) predicate:CASE WHEN (_col7 is not null) THEN ((_col7 > 0L)) ELSE (false) END - Merge Join Operator [MERGEJOIN_190] (rows=9160455599 width=471) + Merge Join Operator [MERGEJOIN_190] (rows=156673775210 width=471) Conds:RS_215._col1, _col0=RS_225._col1, _col0(Left Outer),Output:["_col0","_col1","_col2","_col3","_col4","_col7","_col8","_col9"] <-Reducer 3 [ONE_TO_ONE_EDGE] vectorized FORWARD [RS_215] PartitionCols:_col1, _col0 - Select Operator [SEL_214] (rows=114214965 width=239) + Select Operator [SEL_214] (rows=550076554 width=239) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_213] (rows=114214965 width=239) + Group By Operator [GBY_213] (rows=550076554 width=239) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_18] @@ -291,9 +291,9 @@ Stage-0 <-Reducer 9 [ONE_TO_ONE_EDGE] vectorized FORWARD [RS_225] PartitionCols:_col1, _col0 - Select Operator [SEL_224] (rows=40539971 width=239) + Select Operator [SEL_224] (rows=143966864 width=239) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_223] (rows=40539971 width=239) + Group By Operator [GBY_223] (rows=143966864 width=239) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_39] diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query79.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query79.q.out index fb94428c03..04264e654a 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query79.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query79.q.out @@ -75,13 +75,13 @@ Stage-0 File Output Operator [FS_129] Limit [LIM_128] (rows=100 width=776) Number of rows:100 - Select Operator [SEL_127] (rows=43530621 width=776) + Select Operator [SEL_127] (rows=102592623 width=776) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_32] - Select Operator [SEL_31] (rows=43530621 width=776) + Select Operator [SEL_31] (rows=102592623 width=776) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Merge Join Operator [MERGEJOIN_99] (rows=43530621 width=685) + Merge Join Operator [MERGEJOIN_99] (rows=102592623 width=685) Conds:RS_101._col0=RS_126._col1(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7","_col8"] <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_101] @@ -93,9 +93,9 @@ Stage-0 <-Reducer 8 [SIMPLE_EDGE] vectorized SHUFFLE [RS_126] PartitionCols:_col1 - Select Operator [SEL_125] (rows=43530621 width=507) + Select Operator [SEL_125] (rows=102592623 width=507) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Group By Operator [GBY_124] (rows=43530621 width=325) + Group By Operator [GBY_124] (rows=102592623 width=325) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_25] diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query80.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query80.q.out index dbaecf8fe8..3f21fb3c29 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query80.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query80.q.out @@ -281,7 +281,7 @@ Stage-0 <-Reducer 17 [SIMPLE_EDGE] SHUFFLE [RS_71] PartitionCols:_col0 - Group By Operator [GBY_70] (rows=46000 width=436) + Group By Operator [GBY_70] (rows=427306 width=436) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)"],keys:_col0 Select Operator [SEL_68] (rows=8592843 width=305) Output:["_col0","_col1","_col2","_col3"] @@ -512,7 +512,7 @@ Stage-0 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_34] PartitionCols:_col0 - Group By Operator [GBY_33] (rows=1704 width=436) + Group By Operator [GBY_33] (rows=4932 width=436) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)"],keys:_col0 Select Operator [SEL_31] (rows=15038783 width=100) Output:["_col0","_col1","_col2","_col3"] diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query83.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query83.q.out index 4c9fc683d1..254f9890da 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query83.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query83.q.out @@ -169,20 +169,20 @@ Stage-0 File Output Operator [FS_397] Limit [LIM_396] (rows=100 width=260) Number of rows:100 - Select Operator [SEL_395] (rows=130021 width=260) + Select Operator [SEL_395] (rows=73049 width=260) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_124] - Select Operator [SEL_123] (rows=130021 width=260) + Select Operator [SEL_123] (rows=73049 width=260) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Merge Join Operator [MERGEJOIN_360] (rows=130021 width=148) + Merge Join Operator [MERGEJOIN_360] (rows=73049 width=148) Conds:RS_120._col0=RS_394._col0(Inner),Output:["_col0","_col1","_col2","_col4","_col5","_col7","_col8"] <-Reducer 14 [ONE_TO_ONE_EDGE] vectorized FORWARD [RS_394] PartitionCols:_col0 - Select Operator [SEL_393] (rows=130021 width=116) + Select Operator [SEL_393] (rows=73049 width=116) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_392] (rows=130021 width=108) + Group By Operator [GBY_392] (rows=73049 width=108) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_114] @@ -261,19 +261,19 @@ Stage-0 <-Reducer 5 [ONE_TO_ONE_EDGE] FORWARD [RS_120] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_359] (rows=134905 width=132) + Merge Join Operator [MERGEJOIN_359] (rows=73049 width=132) Conds:RS_382._col0=RS_388._col0(Inner),Output:["_col0","_col1","_col2","_col4","_col5"] <-Reducer 11 [ONE_TO_ONE_EDGE] vectorized FORWARD [RS_388] PartitionCols:_col0 - Select Operator [SEL_387] (rows=141711 width=116) + Select Operator [SEL_387] (rows=73049 width=116) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_386] (rows=141711 width=108) + Group By Operator [GBY_386] (rows=73049 width=108) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_75] PartitionCols:_col0 - Group By Operator [GBY_74] (rows=462000 width=108) + Group By Operator [GBY_74] (rows=1558821 width=108) Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4 Merge Join Operator [MERGEJOIN_357] (rows=25343167 width=103) Conds:RS_70._col0=RS_71._col0(Inner),Output:["_col2","_col4"] @@ -309,7 +309,7 @@ Stage-0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_36] PartitionCols:_col0 - Group By Operator [GBY_35] (rows=462000 width=108) + Group By Operator [GBY_35] (rows=809430 width=108) Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4 Merge Join Operator [MERGEJOIN_356] (rows=12501392 width=103) Conds:RS_31._col0=RS_32._col0(Inner),Output:["_col2","_col4"] diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query87.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query87.q.out index b6d3904c1c..f941b6a8c4 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query87.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query87.q.out @@ -86,20 +86,20 @@ Stage-0 PARTITION_ONLY_SHUFFLE [RS_266] Group By Operator [GBY_265] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_264] (rows=8062883 width=16) - Filter Operator [FIL_263] (rows=8062883 width=16) + Select Operator [SEL_264] (rows=1365191 width=16) + Filter Operator [FIL_263] (rows=1365191 width=16) predicate:(((_col3 * 2) = _col4) and (_col3 > 0L)) - Select Operator [SEL_262] (rows=48377300 width=16) + Select Operator [SEL_262] (rows=8191147 width=16) Output:["_col3","_col4"] - Group By Operator [GBY_261] (rows=48377300 width=290) + Group By Operator [GBY_261] (rows=8191147 width=290) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 7 [SIMPLE_EDGE] <-Reducer 18 [CONTAINS] vectorized Reduce Output Operator [RS_292] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_291] (rows=48377300 width=290) + Group By Operator [GBY_291] (rows=74133465 width=290) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col3)","sum(_col4)"],keys:_col0, _col1, _col2 - Select Operator [SEL_290] (rows=48377300 width=290) + Select Operator [SEL_290] (rows=74133465 width=290) Output:["_col0","_col1","_col2","_col3","_col4"] Select Operator [SEL_289] (rows=24986582 width=290) Output:["_col0","_col1","_col2","_col3","_col4"] @@ -160,19 +160,19 @@ Stage-0 <-Reducer 6 [CONTAINS] vectorized Reduce Output Operator [RS_260] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_259] (rows=48377300 width=290) + Group By Operator [GBY_259] (rows=74133465 width=290) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col3)","sum(_col4)"],keys:_col0, _col1, _col2 - Select Operator [SEL_258] (rows=48377300 width=290) + Select Operator [SEL_258] (rows=74133465 width=290) Output:["_col0","_col1","_col2","_col3","_col4"] - Select Operator [SEL_257] (rows=23390718 width=290) + Select Operator [SEL_257] (rows=49146883 width=290) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_256] (rows=23390718 width=282) + Group By Operator [GBY_256] (rows=49146883 width=282) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col0, _col1, _col2 - Select Operator [SEL_255] (rows=23390718 width=290) + Select Operator [SEL_255] (rows=8191147 width=290) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_254] (rows=23390718 width=290) + Filter Operator [FIL_254] (rows=8191147 width=290) predicate:(((_col3 * 2) = _col4) and (_col3 > 0L)) - Group By Operator [GBY_253] (rows=140344308 width=290) + Group By Operator [GBY_253] (rows=49146883 width=290) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 5 [SIMPLE_EDGE] <-Reducer 14 [CONTAINS] vectorized diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query95.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query95.q.out index fd709f99dd..4dc9cd8cc0 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query95.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query95.q.out @@ -113,12 +113,12 @@ Stage-0 PARTITION_ONLY_SHUFFLE [RS_267] Group By Operator [GBY_266] (rows=1 width=232) Output:["_col0","_col1","_col2"],aggregations:["count(_col0)","sum(_col1)","sum(_col2)"] - Group By Operator [GBY_265] (rows=143895019 width=228) + Group By Operator [GBY_265] (rows=38111880083 width=228) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_101] PartitionCols:_col0 - Group By Operator [GBY_100] (rows=143895019 width=228) + Group By Operator [GBY_100] (rows=38111880083 width=228) Output:["_col0","_col2","_col3"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col3 Merge Join Operator [MERGEJOIN_227] (rows=83469759007 width=227) Conds:RS_47._col3=RS_48._col0(Inner),Output:["_col3","_col4","_col5"] diff --git a/ql/src/test/results/clientpositive/perf/tez/constraints/query97.q.out b/ql/src/test/results/clientpositive/perf/tez/constraints/query97.q.out index 1e15c0decd..d81f62bec7 100644 --- a/ql/src/test/results/clientpositive/perf/tez/constraints/query97.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/constraints/query97.q.out @@ -82,14 +82,14 @@ Stage-0 PARTITION_ONLY_SHUFFLE [RS_34] Group By Operator [GBY_33] (rows=1 width=24) Output:["_col0","_col1","_col2"],aggregations:["sum(_col0)","sum(_col1)","sum(_col2)"] - Select Operator [SEL_31] (rows=19216436912 width=7) + Select Operator [SEL_31] (rows=641522732397 width=7) Output:["_col0","_col1","_col2"] - Merge Join Operator [MERGEJOIN_69] (rows=19216436912 width=7) + Merge Join Operator [MERGEJOIN_69] (rows=641522732397 width=7) Conds:RS_86._col0, _col1=RS_93._col0, _col1(Outer),Output:["_col0","_col2"] <-Reducer 3 [ONE_TO_ONE_EDGE] vectorized FORWARD [RS_86] PartitionCols:_col0, _col1 - Group By Operator [GBY_85] (rows=95493908 width=6) + Group By Operator [GBY_85] (rows=550076554 width=6) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_11] @@ -130,7 +130,7 @@ Stage-0 <-Reducer 9 [ONE_TO_ONE_EDGE] vectorized FORWARD [RS_93] PartitionCols:_col0, _col1 - Group By Operator [GBY_92] (rows=49393705 width=7) + Group By Operator [GBY_92] (rows=286549727 width=7) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_25] diff --git a/ql/src/test/results/clientpositive/perf/tez/query11.q.out b/ql/src/test/results/clientpositive/perf/tez/query11.q.out index 2f453f3ab0..949e4a2bf6 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query11.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query11.q.out @@ -192,15 +192,15 @@ Stage-0 File Output Operator [FS_358] Limit [LIM_357] (rows=100 width=85) Number of rows:100 - Select Operator [SEL_356] (rows=12248093 width=85) + Select Operator [SEL_356] (rows=29679601 width=85) Output:["_col0"] <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_97] - Select Operator [SEL_96] (rows=12248093 width=85) + Select Operator [SEL_96] (rows=29679601 width=85) Output:["_col0"] - Filter Operator [FIL_95] (rows=12248093 width=533) + Filter Operator [FIL_95] (rows=29679601 width=533) predicate:CASE WHEN (_col3 is not null) THEN (CASE WHEN (_col5 is not null) THEN (((_col1 / _col5) > (_col8 / _col3))) ELSE ((null > (_col8 / _col3))) END) ELSE (CASE WHEN (_col5 is not null) THEN (((_col1 / _col5) > null)) ELSE (null) END) END - Merge Join Operator [MERGEJOIN_291] (rows=24496186 width=533) + Merge Join Operator [MERGEJOIN_291] (rows=59359203 width=533) Conds:RS_92._col2=RS_355._col0(Inner),Output:["_col1","_col3","_col5","_col7","_col8"] <-Reducer 20 [SIMPLE_EDGE] vectorized SHUFFLE [RS_355] @@ -264,18 +264,18 @@ Stage-0 <-Reducer 6 [ONE_TO_ONE_EDGE] FORWARD [RS_92] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_290] (rows=20485011 width=436) + Merge Join Operator [MERGEJOIN_290] (rows=49639315 width=436) Conds:RS_89._col2=RS_347._col0(Inner),Output:["_col1","_col2","_col3","_col5"] <-Reducer 16 [SIMPLE_EDGE] vectorized SHUFFLE [RS_347] PartitionCols:_col0 - Select Operator [SEL_346] (rows=17130654 width=212) + Select Operator [SEL_346] (rows=26666666 width=212) Output:["_col0","_col1"] - Filter Operator [FIL_345] (rows=17130654 width=212) + Filter Operator [FIL_345] (rows=26666666 width=212) predicate:(_col7 > 0) - Select Operator [SEL_344] (rows=51391963 width=212) + Select Operator [SEL_344] (rows=80000000 width=212) Output:["_col0","_col7"] - Group By Operator [GBY_343] (rows=51391963 width=764) + Group By Operator [GBY_343] (rows=80000000 width=764) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6 <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_61] @@ -326,7 +326,7 @@ Stage-0 <-Reducer 5 [ONE_TO_ONE_EDGE] FORWARD [RS_89] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_289] (rows=31888273 width=324) + Merge Join Operator [MERGEJOIN_289] (rows=49639315 width=324) Conds:RS_327._col0=RS_337._col0(Inner),Output:["_col1","_col2","_col3"] <-Reducer 12 [SIMPLE_EDGE] vectorized SHUFFLE [RS_337] @@ -388,9 +388,9 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] vectorized SHUFFLE [RS_327] PartitionCols:_col0 - Select Operator [SEL_326] (rows=51391963 width=212) + Select Operator [SEL_326] (rows=80000000 width=212) Output:["_col0","_col1"] - Group By Operator [GBY_325] (rows=51391963 width=764) + Group By Operator [GBY_325] (rows=80000000 width=764) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] diff --git a/ql/src/test/results/clientpositive/perf/tez/query14.q.out b/ql/src/test/results/clientpositive/perf/tez/query14.q.out index c078c271ec..5c915a9021 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query14.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query14.q.out @@ -330,23 +330,23 @@ Stage-0 Stage-1 Reducer 9 vectorized File Output Operator [FS_1726] - Limit [LIM_1725] (rows=7 width=192) + Limit [LIM_1725] (rows=1 width=199) Number of rows:100 - Select Operator [SEL_1724] (rows=7 width=192) + Select Operator [SEL_1724] (rows=1 width=199) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 8 [SIMPLE_EDGE] vectorized SHUFFLE [RS_1723] - Select Operator [SEL_1722] (rows=7 width=192) + Select Operator [SEL_1722] (rows=1 width=199) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Group By Operator [GBY_1721] (rows=7 width=200) + Group By Operator [GBY_1721] (rows=1 width=207) Output:["_col0","_col1","_col2","_col3","_col5","_col6"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Union 7 [SIMPLE_EDGE] <-Reducer 14 [CONTAINS] Reduce Output Operator [RS_1477] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_1476] (rows=7 width=200) + Group By Operator [GBY_1476] (rows=12 width=198) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3, 0L - Top N Key Operator [TNK_1475] (rows=3 width=221) + Top N Key Operator [TNK_1475] (rows=5 width=215) keys:_col0, _col1, _col2, _col3, 0L,sort order:+++++,top n:100 Select Operator [SEL_1473] (rows=1 width=223) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] @@ -853,15 +853,15 @@ Stage-0 <-Reducer 19 [CONTAINS] Reduce Output Operator [RS_1490] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_1489] (rows=7 width=200) + Group By Operator [GBY_1489] (rows=12 width=198) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3, 0L - Top N Key Operator [TNK_1488] (rows=3 width=221) + Top N Key Operator [TNK_1488] (rows=5 width=215) keys:_col0, _col1, _col2, _col3, 0L,sort order:+++++,top n:100 - Select Operator [SEL_1486] (rows=1 width=219) + Select Operator [SEL_1486] (rows=2 width=213) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_1485] (rows=1 width=244) + Filter Operator [FIL_1485] (rows=2 width=238) predicate:(_col5 > _col1) - Merge Join Operator [MERGEJOIN_1484] (rows=1 width=244) + Merge Join Operator [MERGEJOIN_1484] (rows=8 width=233) Conds:(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"] <-Reducer 18 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_575] @@ -995,7 +995,7 @@ Stage-0 Please refer to the previous Select Operator [SEL_1840] <-Reducer 67 [CUSTOM_SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_1780] - Group By Operator [GBY_1779] (rows=1 width=132) + Group By Operator [GBY_1779] (rows=8 width=121) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 66 [SIMPLE_EDGE] SHUFFLE [RS_569] @@ -1125,15 +1125,15 @@ Stage-0 <-Reducer 6 [CONTAINS] Reduce Output Operator [RS_1464] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_1463] (rows=7 width=200) + Group By Operator [GBY_1463] (rows=12 width=198) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["sum(_col4)","sum(_col5)"],keys:_col0, _col1, _col2, _col3, 0L - Top N Key Operator [TNK_1462] (rows=3 width=221) + Top N Key Operator [TNK_1462] (rows=5 width=215) keys:_col0, _col1, _col2, _col3, 0L,sort order:+++++,top n:100 - Select Operator [SEL_1460] (rows=1 width=221) + Select Operator [SEL_1460] (rows=2 width=215) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Filter Operator [FIL_1459] (rows=1 width=244) + Filter Operator [FIL_1459] (rows=2 width=238) predicate:(_col5 > _col1) - Merge Join Operator [MERGEJOIN_1458] (rows=1 width=244) + Merge Join Operator [MERGEJOIN_1458] (rows=8 width=233) Conds:(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6"] <-Reducer 5 [CUSTOM_SIMPLE_EDGE] PARTITION_ONLY_SHUFFLE [RS_188] @@ -1267,7 +1267,7 @@ Stage-0 Please refer to the previous Select Operator [SEL_1826] <-Reducer 56 [CUSTOM_SIMPLE_EDGE] vectorized PARTITION_ONLY_SHUFFLE [RS_1720] - Group By Operator [GBY_1719] (rows=1 width=132) + Group By Operator [GBY_1719] (rows=8 width=121) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","count(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 55 [SIMPLE_EDGE] SHUFFLE [RS_182] diff --git a/ql/src/test/results/clientpositive/perf/tez/query33.q.out b/ql/src/test/results/clientpositive/perf/tez/query33.q.out index a76122c4ed..52d5488f58 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query33.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query33.q.out @@ -195,13 +195,13 @@ Stage-0 Stage-1 Reducer 7 vectorized File Output Operator [FS_368] - Limit [LIM_367] (rows=59 width=115) + Limit [LIM_367] (rows=60 width=115) Number of rows:100 - Select Operator [SEL_366] (rows=59 width=115) + Select Operator [SEL_366] (rows=60 width=115) Output:["_col0","_col1"] <-Reducer 6 [SIMPLE_EDGE] vectorized SHUFFLE [RS_365] - Group By Operator [GBY_364] (rows=59 width=115) + Group By Operator [GBY_364] (rows=60 width=115) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Union 5 [SIMPLE_EDGE] <-Reducer 11 [CONTAINS] vectorized diff --git a/ql/src/test/results/clientpositive/perf/tez/query34.q.out b/ql/src/test/results/clientpositive/perf/tez/query34.q.out index fa40be9bb9..0f72f1d92e 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query34.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query34.q.out @@ -90,13 +90,13 @@ Stage-0 Stage-1 Reducer 3 vectorized File Output Operator [FS_136] - Select Operator [SEL_135] (rows=276068 width=364) + Select Operator [SEL_135] (rows=23956100 width=364) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_35] - Select Operator [SEL_34] (rows=276068 width=364) + Select Operator [SEL_34] (rows=23956100 width=364) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_100] (rows=276068 width=364) + Merge Join Operator [MERGEJOIN_100] (rows=23956100 width=364) Conds:RS_103._col0=RS_134._col1(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col7"] <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_103] @@ -110,11 +110,11 @@ Stage-0 <-Reducer 8 [SIMPLE_EDGE] vectorized SHUFFLE [RS_134] PartitionCols:_col1 - Filter Operator [FIL_133] (rows=276068 width=12) + Filter Operator [FIL_133] (rows=23956100 width=12) predicate:_col2 BETWEEN 15 AND 20 - Select Operator [SEL_132] (rows=5521356 width=12) + Select Operator [SEL_132] (rows=479121995 width=12) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_131] (rows=5521356 width=12) + Group By Operator [GBY_131] (rows=479121995 width=12) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_26] diff --git a/ql/src/test/results/clientpositive/perf/tez/query38.q.out b/ql/src/test/results/clientpositive/perf/tez/query38.q.out index e91141d836..63f1639bdb 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query38.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query38.q.out @@ -92,9 +92,9 @@ Stage-0 Select Operator [SEL_231] (rows=1 width=8) Filter Operator [FIL_230] (rows=1 width=8) predicate:(_col3 = 3L) - Select Operator [SEL_229] (rows=165330890 width=8) + Select Operator [SEL_229] (rows=91197425 width=8) Output:["_col3"] - Group By Operator [GBY_228] (rows=165330890 width=282) + Group By Operator [GBY_228] (rows=91197425 width=282) Output:["_col0","_col1","_col2","_col3"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 5 [SIMPLE_EDGE] <-Reducer 12 [CONTAINS] vectorized diff --git a/ql/src/test/results/clientpositive/perf/tez/query4.q.out b/ql/src/test/results/clientpositive/perf/tez/query4.q.out index 27ce7b5b89..8c719912fa 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query4.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query4.q.out @@ -274,15 +274,15 @@ Stage-0 File Output Operator [FS_575] Limit [LIM_574] (rows=100 width=85) Number of rows:100 - Select Operator [SEL_573] (rows=7323197 width=85) + Select Operator [SEL_573] (rows=17745586 width=85) Output:["_col0"] <-Reducer 9 [SIMPLE_EDGE] SHUFFLE [RS_147] - Select Operator [SEL_146] (rows=7323197 width=85) + Select Operator [SEL_146] (rows=17745586 width=85) Output:["_col0"] - Filter Operator [FIL_145] (rows=7323197 width=533) + Filter Operator [FIL_145] (rows=17745586 width=533) predicate:CASE WHEN (_col3 is not null) THEN (CASE WHEN (_col5 is not null) THEN (((_col9 / _col5) > (_col12 / _col3))) ELSE ((null > (_col12 / _col3))) END) ELSE (CASE WHEN (_col5 is not null) THEN (((_col9 / _col5) > null)) ELSE (null) END) END - Merge Join Operator [MERGEJOIN_478] (rows=14646395 width=533) + Merge Join Operator [MERGEJOIN_478] (rows=35491172 width=533) Conds:RS_142._col2=RS_572._col0(Inner),Output:["_col3","_col5","_col9","_col11","_col12"] <-Reducer 30 [SIMPLE_EDGE] vectorized SHUFFLE [RS_572] @@ -346,9 +346,9 @@ Stage-0 <-Reducer 8 [ONE_TO_ONE_EDGE] FORWARD [RS_142] PartitionCols:_col2 - Filter Operator [FIL_141] (rows=12248093 width=660) + Filter Operator [FIL_141] (rows=29679601 width=660) predicate:CASE WHEN (_col7 is not null) THEN (CASE WHEN (_col5 is not null) THEN (((_col9 / _col5) > (_col1 / _col7))) ELSE ((null > (_col1 / _col7))) END) ELSE (CASE WHEN (_col5 is not null) THEN (((_col9 / _col5) > null)) ELSE (null) END) END - Merge Join Operator [MERGEJOIN_477] (rows=24496186 width=660) + Merge Join Operator [MERGEJOIN_477] (rows=59359203 width=660) Conds:RS_138._col2=RS_564._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col7","_col9"] <-Reducer 26 [SIMPLE_EDGE] vectorized SHUFFLE [RS_564] @@ -402,18 +402,18 @@ Stage-0 <-Reducer 7 [ONE_TO_ONE_EDGE] FORWARD [RS_138] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_476] (rows=20485011 width=548) + Merge Join Operator [MERGEJOIN_476] (rows=49639315 width=548) Conds:RS_135._col2=RS_556._col0(Inner),Output:["_col1","_col2","_col3","_col5","_col7"] <-Reducer 22 [SIMPLE_EDGE] vectorized SHUFFLE [RS_556] PartitionCols:_col0 - Select Operator [SEL_555] (rows=17130654 width=212) + Select Operator [SEL_555] (rows=26666666 width=212) Output:["_col0","_col1"] - Filter Operator [FIL_554] (rows=17130654 width=212) + Filter Operator [FIL_554] (rows=26666666 width=212) predicate:(_col7 > 0) - Select Operator [SEL_553] (rows=51391963 width=212) + Select Operator [SEL_553] (rows=80000000 width=212) Output:["_col0","_col7"] - Group By Operator [GBY_552] (rows=51391963 width=764) + Group By Operator [GBY_552] (rows=80000000 width=764) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6 <-Reducer 21 [SIMPLE_EDGE] SHUFFLE [RS_83] @@ -464,7 +464,7 @@ Stage-0 <-Reducer 6 [ONE_TO_ONE_EDGE] FORWARD [RS_135] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_475] (rows=31888273 width=436) + Merge Join Operator [MERGEJOIN_475] (rows=49639315 width=436) Conds:RS_132._col2=RS_546._col0(Inner),Output:["_col1","_col2","_col3","_col5"] <-Reducer 18 [SIMPLE_EDGE] vectorized SHUFFLE [RS_546] @@ -526,7 +526,7 @@ Stage-0 <-Reducer 5 [ONE_TO_ONE_EDGE] FORWARD [RS_132] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_474] (rows=31888273 width=324) + Merge Join Operator [MERGEJOIN_474] (rows=49639315 width=324) Conds:RS_526._col0=RS_536._col0(Inner),Output:["_col1","_col2","_col3"] <-Reducer 14 [SIMPLE_EDGE] vectorized SHUFFLE [RS_536] @@ -588,9 +588,9 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] vectorized SHUFFLE [RS_526] PartitionCols:_col0 - Select Operator [SEL_525] (rows=51391963 width=212) + Select Operator [SEL_525] (rows=80000000 width=212) Output:["_col0","_col1"] - Group By Operator [GBY_524] (rows=51391963 width=764) + Group By Operator [GBY_524] (rows=80000000 width=764) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_18] diff --git a/ql/src/test/results/clientpositive/perf/tez/query45.q.out b/ql/src/test/results/clientpositive/perf/tez/query45.q.out index c2f9374c4b..e7264397c9 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query45.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query45.q.out @@ -71,13 +71,13 @@ Stage-0 Stage-1 Reducer 6 vectorized File Output Operator [FS_171] - Limit [LIM_170] (rows=100 width=299) + Limit [LIM_170] (rows=11 width=299) Number of rows:100 - Select Operator [SEL_169] (rows=285780 width=299) + Select Operator [SEL_169] (rows=11 width=299) Output:["_col0","_col1","_col2"] <-Reducer 5 [SIMPLE_EDGE] vectorized SHUFFLE [RS_168] - Group By Operator [GBY_167] (rows=285780 width=299) + Group By Operator [GBY_167] (rows=11 width=299) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_53] diff --git a/ql/src/test/results/clientpositive/perf/tez/query49.q.out b/ql/src/test/results/clientpositive/perf/tez/query49.q.out index 6fe8e9aa94..ae3f11f34a 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query49.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query49.q.out @@ -302,21 +302,21 @@ Stage-0 File Output Operator [FS_310] Limit [LIM_309] (rows=100 width=215) Number of rows:100 - Select Operator [SEL_308] (rows=3418 width=215) + Select Operator [SEL_308] (rows=2843 width=215) Output:["_col0","_col1","_col2","_col3","_col4"] <-Reducer 10 [SIMPLE_EDGE] vectorized SHUFFLE [RS_307] - Select Operator [SEL_306] (rows=3418 width=215) + Select Operator [SEL_306] (rows=2843 width=215) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_305] (rows=3418 width=215) + Group By Operator [GBY_305] (rows=2843 width=215) Output:["_col0","_col1","_col2","_col3","_col4"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Union 9 [SIMPLE_EDGE] <-Reducer 24 [CONTAINS] vectorized Reduce Output Operator [RS_351] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_350] (rows=3418 width=215) + Group By Operator [GBY_350] (rows=2843 width=215) Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2 - Top N Key Operator [TNK_349] (rows=3418 width=214) + Top N Key Operator [TNK_349] (rows=2843 width=214) keys:_col0, _col3, _col4, _col1, _col2,sort order:+++++,top n:100 Select Operator [SEL_348] (rows=1142 width=213) Output:["_col0","_col1","_col2","_col3","_col4"] @@ -395,13 +395,13 @@ Stage-0 <-Reducer 8 [CONTAINS] vectorized Reduce Output Operator [RS_304] PartitionCols:_col0, _col1, _col2, _col3, _col4 - Group By Operator [GBY_303] (rows=3418 width=215) + Group By Operator [GBY_303] (rows=2843 width=215) Output:["_col0","_col1","_col2","_col3","_col4"],keys:_col0, _col3, _col4, _col1, _col2 - Top N Key Operator [TNK_302] (rows=3418 width=214) + Top N Key Operator [TNK_302] (rows=2843 width=214) keys:_col0, _col3, _col4, _col1, _col2,sort order:+++++,top n:100 - Select Operator [SEL_301] (rows=2276 width=215) + Select Operator [SEL_301] (rows=1701 width=215) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_300] (rows=2276 width=215) + Group By Operator [GBY_300] (rows=1701 width=215) Output:["_col0","_col1","_col2","_col3","_col4"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4 <-Union 7 [SIMPLE_EDGE] <-Reducer 18 [CONTAINS] vectorized diff --git a/ql/src/test/results/clientpositive/perf/tez/query5.q.out b/ql/src/test/results/clientpositive/perf/tez/query5.q.out index 31afb0ef17..0c47b8fed8 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query5.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query5.q.out @@ -306,13 +306,13 @@ Stage-0 File Output Operator [FS_304] Limit [LIM_303] (rows=100 width=619) Number of rows:100 - Select Operator [SEL_302] (rows=38846 width=619) + Select Operator [SEL_302] (rows=1704 width=619) Output:["_col0","_col1","_col2","_col3","_col4"] <-Reducer 7 [SIMPLE_EDGE] vectorized SHUFFLE [RS_301] - Select Operator [SEL_300] (rows=38846 width=619) + Select Operator [SEL_300] (rows=1704 width=619) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_299] (rows=38846 width=627) + Group By Operator [GBY_299] (rows=1704 width=627) Output:["_col0","_col1","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 6 [SIMPLE_EDGE] <-Reducer 14 [CONTAINS] vectorized @@ -329,7 +329,7 @@ Stage-0 <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_47] PartitionCols:_col0 - Group By Operator [GBY_46] (rows=46000 width=548) + Group By Operator [GBY_46] (rows=2835758 width=548) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col9 Merge Join Operator [MERGEJOIN_222] (rows=34813117 width=535) Conds:RS_42._col0=RS_310._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"] @@ -400,7 +400,7 @@ Stage-0 <-Reducer 17 [SIMPLE_EDGE] SHUFFLE [RS_80] PartitionCols:_col0 - Group By Operator [GBY_79] (rows=84 width=548) + Group By Operator [GBY_79] (rows=3498 width=548) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col9 Merge Join Operator [MERGEJOIN_224] (rows=30966059 width=543) Conds:RS_75._col0=RS_318._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"] @@ -482,7 +482,7 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_22] PartitionCols:_col0 - Group By Operator [GBY_21] (rows=1704 width=548) + Group By Operator [GBY_21] (rows=78090 width=548) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col2)","sum(_col4)","sum(_col3)","sum(_col5)"],keys:_col9 Merge Join Operator [MERGEJOIN_220] (rows=64325014 width=376) Conds:RS_17._col0=RS_293._col0(Inner),Output:["_col2","_col3","_col4","_col5","_col9"] diff --git a/ql/src/test/results/clientpositive/perf/tez/query58.q.out b/ql/src/test/results/clientpositive/perf/tez/query58.q.out index 9e71fc0a54..5b8991b754 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query58.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query58.q.out @@ -187,19 +187,19 @@ Stage-0 <-Reducer 14 [ONE_TO_ONE_EDGE] vectorized FORWARD [RS_464] PartitionCols:_col0 - Group By Operator [GBY_463] (rows=69 width=212) + Group By Operator [GBY_463] (rows=35 width=212) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 13 [SIMPLE_EDGE] SHUFFLE [RS_147] PartitionCols:_col0 - Group By Operator [GBY_146] (rows=69 width=212) + Group By Operator [GBY_146] (rows=35 width=212) Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4 - Merge Join Operator [MERGEJOIN_417] (rows=31537 width=100) + Merge Join Operator [MERGEJOIN_417] (rows=15769 width=100) Conds:RS_142._col0=RS_143._col0(Inner),Output:["_col2","_col4"] <-Reducer 16 [SIMPLE_EDGE] SHUFFLE [RS_143] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_406] (rows=2 width=4) + Merge Join Operator [MERGEJOIN_406] (rows=1 width=4) Conds:RS_422._col1=RS_438._col0(Inner),Output:["_col0"] <-Map 15 [SIMPLE_EDGE] vectorized SHUFFLE [RS_422] @@ -213,7 +213,7 @@ Stage-0 <-Reducer 24 [ONE_TO_ONE_EDGE] vectorized FORWARD [RS_438] PartitionCols:_col0 - Group By Operator [GBY_437] (rows=2 width=94) + Group By Operator [GBY_437] (rows=1 width=94) Output:["_col0"],keys:KEY._col0 <-Reducer 23 [SIMPLE_EDGE] SHUFFLE [RS_32] @@ -290,7 +290,7 @@ Stage-0 SHUFFLE [RS_363] Group By Operator [GBY_362] (rows=1 width=12) Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"] - Select Operator [SEL_361] (rows=2 width=4) + Select Operator [SEL_361] (rows=1 width=4) Output:["_col0"] Please refer to the previous Merge Join Operator [MERGEJOIN_406] <-Reducer 5 [ONE_TO_ONE_EDGE] @@ -298,19 +298,19 @@ Stage-0 PartitionCols:_col0 Filter Operator [FIL_153] (rows=1 width=324) predicate:(_col1 BETWEEN (0.9 * _col3) AND (1.1 * _col3) and _col3 BETWEEN (0.9 * _col1) AND (1.1 * _col1)) - Merge Join Operator [MERGEJOIN_418] (rows=68 width=324) + Merge Join Operator [MERGEJOIN_418] (rows=1 width=324) Conds:RS_450._col0=RS_457._col0(Inner),Output:["_col0","_col1","_col3"] <-Reducer 11 [ONE_TO_ONE_EDGE] vectorized FORWARD [RS_457] PartitionCols:_col0 - Group By Operator [GBY_456] (rows=69 width=212) + Group By Operator [GBY_456] (rows=1 width=212) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_97] PartitionCols:_col0 - Group By Operator [GBY_96] (rows=69 width=212) + Group By Operator [GBY_96] (rows=35 width=212) Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4 - Merge Join Operator [MERGEJOIN_416] (rows=120498 width=100) + Merge Join Operator [MERGEJOIN_416] (rows=60249 width=100) Conds:RS_92._col0=RS_93._col0(Inner),Output:["_col2","_col4"] <-Reducer 16 [SIMPLE_EDGE] SHUFFLE [RS_93] @@ -342,20 +342,20 @@ Stage-0 SHUFFLE [RS_317] Group By Operator [GBY_316] (rows=1 width=12) Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"] - Select Operator [SEL_315] (rows=2 width=4) + Select Operator [SEL_315] (rows=1 width=4) Output:["_col0"] Please refer to the previous Merge Join Operator [MERGEJOIN_406] <-Reducer 4 [ONE_TO_ONE_EDGE] vectorized FORWARD [RS_450] PartitionCols:_col0 - Group By Operator [GBY_449] (rows=68 width=212) + Group By Operator [GBY_449] (rows=1 width=212) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_47] PartitionCols:_col0 - Group By Operator [GBY_46] (rows=68 width=212) + Group By Operator [GBY_46] (rows=34 width=212) Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4 - Merge Join Operator [MERGEJOIN_415] (rows=62327 width=100) + Merge Join Operator [MERGEJOIN_415] (rows=31164 width=100) Conds:RS_42._col0=RS_43._col0(Inner),Output:["_col2","_col4"] <-Reducer 16 [SIMPLE_EDGE] SHUFFLE [RS_43] @@ -387,7 +387,7 @@ Stage-0 SHUFFLE [RS_267] Group By Operator [GBY_266] (rows=1 width=12) Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"] - Select Operator [SEL_265] (rows=2 width=4) + Select Operator [SEL_265] (rows=1 width=4) Output:["_col0"] Please refer to the previous Merge Join Operator [MERGEJOIN_406] diff --git a/ql/src/test/results/clientpositive/perf/tez/query64.q.out b/ql/src/test/results/clientpositive/perf/tez/query64.q.out index f670c4f4e2..da4bae266a 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query64.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query64.q.out @@ -265,16 +265,16 @@ POSTHOOK: Output: hdfs://### HDFS PATH ### Plan optimized by CBO. Vertex dependency in root stage -Map 37 <- Reducer 24 (BROADCAST_EDGE), Reducer 40 (BROADCAST_EDGE), Reducer 47 (BROADCAST_EDGE) +Map 37 <- Reducer 15 (BROADCAST_EDGE), Reducer 24 (BROADCAST_EDGE), Reducer 40 (BROADCAST_EDGE), Reducer 47 (BROADCAST_EDGE) Map 44 <- Reducer 40 (BROADCAST_EDGE) -Map 55 <- Reducer 12 (BROADCAST_EDGE), Reducer 32 (BROADCAST_EDGE), Reducer 42 (BROADCAST_EDGE), Reducer 51 (BROADCAST_EDGE) +Map 55 <- Reducer 32 (BROADCAST_EDGE), Reducer 40 (BROADCAST_EDGE), Reducer 42 (BROADCAST_EDGE), Reducer 51 (BROADCAST_EDGE) Map 56 <- Reducer 42 (BROADCAST_EDGE) -Reducer 10 <- Reducer 15 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE) +Reducer 10 <- Reducer 14 (SIMPLE_EDGE), Reducer 9 (SIMPLE_EDGE) Reducer 11 <- Reducer 10 (SIMPLE_EDGE) -Reducer 12 <- Reducer 9 (CUSTOM_SIMPLE_EDGE) -Reducer 13 <- Reducer 31 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE) -Reducer 14 <- Map 54 (SIMPLE_EDGE), Reducer 13 (SIMPLE_EDGE) -Reducer 15 <- Reducer 14 (SIMPLE_EDGE) +Reducer 12 <- Reducer 31 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE) +Reducer 13 <- Map 54 (SIMPLE_EDGE), Reducer 12 (SIMPLE_EDGE) +Reducer 14 <- Reducer 13 (SIMPLE_EDGE) +Reducer 15 <- Reducer 14 (CUSTOM_SIMPLE_EDGE) Reducer 17 <- Map 16 (SIMPLE_EDGE), Reducer 38 (SIMPLE_EDGE) Reducer 18 <- Map 43 (SIMPLE_EDGE), Reducer 17 (SIMPLE_EDGE) Reducer 19 <- Reducer 18 (SIMPLE_EDGE), Reducer 34 (SIMPLE_EDGE) @@ -316,37 +316,37 @@ Stage-0 limit:-1 Stage-1 Reducer 11 vectorized - File Output Operator [FS_1201] - Select Operator [SEL_1200] (rows=2169965329 width=1702) + File Output Operator [FS_1202] + Select Operator [SEL_1201] (rows=1514063529806 width=1702) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20"] <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_259] - Select Operator [SEL_258] (rows=2169965329 width=1694) + Select Operator [SEL_258] (rows=1514063529806 width=1694) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18"] - Filter Operator [FIL_257] (rows=2169965329 width=1694) + Filter Operator [FIL_257] (rows=1514063529806 width=1694) predicate:(_col19 <= _col12) - Merge Join Operator [MERGEJOIN_1087] (rows=6509895988 width=1694) - Conds:RS_1171._col2, _col1, _col3=RS_1199._col1, _col0, _col2(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col19","_col20","_col21","_col22"] - <-Reducer 9 [SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_1171] - PartitionCols:_col2, _col1, _col3 - Select Operator [SEL_1170] (rows=2299138 width=1354) - Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - Group By Operator [GBY_1169] (rows=2299138 width=1362) + Merge Join Operator [MERGEJOIN_1087] (rows=4542190589418 width=1694) + Conds:RS_1200._col2, _col1, _col3=RS_1189._col1, _col0, _col2(Inner),Output:["_col0","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col19","_col20","_col21","_col22"] + <-Reducer 14 [SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_1189] + PartitionCols:_col1, _col0, _col2 + Select Operator [SEL_1188] (rows=12806906 width=525) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + Group By Operator [GBY_1187] (rows=12806906 width=1362) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8, KEY._col9, KEY._col10, KEY._col11, KEY._col12, KEY._col13 - <-Reducer 8 [SIMPLE_EDGE] - SHUFFLE [RS_124] + <-Reducer 13 [SIMPLE_EDGE] + SHUFFLE [RS_251] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 - Group By Operator [GBY_123] (rows=2299138 width=1362) + Group By Operator [GBY_250] (rows=2299138 width=1362) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17"],aggregations:["count()","sum(_col43)","sum(_col44)","sum(_col45)"],keys:_col28, _col46, _col29, _col7, _col9, _col14, _col15, _col16, _col17, _col23, _col24, _col25, _col26, _col49 - Select Operator [SEL_122] (rows=2331650 width=1292) + Select Operator [SEL_249] (rows=2331650 width=1292) Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col23","_col24","_col25","_col26","_col28","_col29","_col43","_col44","_col45","_col46","_col49"] - Filter Operator [FIL_121] (rows=2331650 width=1292) + Filter Operator [FIL_248] (rows=2331650 width=1292) predicate:(_col56 <> _col19) - Merge Join Operator [MERGEJOIN_1068] (rows=2331650 width=1292) - Conds:RS_118._col37=RS_1120._col0(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col43","_col44","_col45","_col46","_col49","_col56"] + Merge Join Operator [MERGEJOIN_1086] (rows=2331650 width=1292) + Conds:RS_245._col37=RS_1122._col0(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col43","_col44","_col45","_col46","_col49","_col56"] <-Map 54 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1120] + SHUFFLE [RS_1122] PartitionCols:_col0 Select Operator [SEL_1119] (rows=1861800 width=89) Output:["_col0","_col1"] @@ -354,13 +354,13 @@ Stage-0 predicate:cd_demo_sk is not null TableScan [TS_97] (rows=1861800 width=89) default@customer_demographics,cd1,Tbl:COMPLETE,Col:COMPLETE,Output:["cd_demo_sk","cd_marital_status"] - <-Reducer 7 [SIMPLE_EDGE] - SHUFFLE [RS_118] + <-Reducer 12 [SIMPLE_EDGE] + SHUFFLE [RS_245] PartitionCols:_col37 - Merge Join Operator [MERGEJOIN_1067] (rows=2299138 width=1205) - Conds:RS_115._col0=RS_116._col16(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col37","_col43","_col44","_col45","_col46","_col49"] + Merge Join Operator [MERGEJOIN_1085] (rows=2299138 width=1205) + Conds:RS_242._col0=RS_243._col16(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col37","_col43","_col44","_col45","_col46","_col49"] <-Reducer 6 [SIMPLE_EDGE] - SHUFFLE [RS_115] + SHUFFLE [RS_242] PartitionCols:_col0 Merge Join Operator [MERGEJOIN_1056] (rows=70357394 width=458) Conds:RS_112._col1=RS_1121._col0(Inner),Output:["_col0","_col7","_col9","_col14","_col15","_col16","_col17","_col19"] @@ -442,95 +442,95 @@ Stage-0 predicate:(c_current_addr_sk is not null and c_current_cdemo_sk is not null and c_current_hdemo_sk is not null and c_customer_sk is not null and c_first_sales_date_sk is not null and c_first_shipto_date_sk is not null) TableScan [TS_0] (rows=80000000 width=23) default@customer,customer,Tbl:COMPLETE,Col:COMPLETE,Output:["c_customer_sk","c_current_cdemo_sk","c_current_hdemo_sk","c_current_addr_sk","c_first_shipto_date_sk","c_first_sales_date_sk"] - <-Reducer 23 [SIMPLE_EDGE] - SHUFFLE [RS_116] + <-Reducer 31 [SIMPLE_EDGE] + SHUFFLE [RS_243] PartitionCols:_col16 - Select Operator [SEL_96] (rows=2651207 width=784) + Select Operator [SEL_223] (rows=2651207 width=784) Output:["_col3","_col4","_col5","_col6","_col8","_col9","_col16","_col17","_col23","_col24","_col25","_col26","_col29"] - Merge Join Operator [MERGEJOIN_1066] (rows=2651207 width=784) - Conds:RS_93._col5, _col12=RS_1167._col0, _col1(Inner),Output:["_col6","_col7","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"] + Merge Join Operator [MERGEJOIN_1084] (rows=2651207 width=784) + Conds:RS_220._col5, _col12=RS_1186._col0, _col1(Inner),Output:["_col6","_col7","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"] <-Map 53 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1167] + SHUFFLE [RS_1186] PartitionCols:_col0, _col1 - Select Operator [SEL_1166] (rows=57591150 width=8) + Select Operator [SEL_1184] (rows=57591150 width=8) Output:["_col0","_col1"] - Filter Operator [FIL_1165] (rows=57591150 width=8) + Filter Operator [FIL_1183] (rows=57591150 width=8) predicate:(sr_item_sk is not null and sr_ticket_number is not null) TableScan [TS_75] (rows=57591150 width=8) default@store_returns,store_returns,Tbl:COMPLETE,Col:COMPLETE,Output:["sr_item_sk","sr_ticket_number"] - <-Reducer 22 [SIMPLE_EDGE] - SHUFFLE [RS_93] + <-Reducer 30 [SIMPLE_EDGE] + SHUFFLE [RS_220] PartitionCols:_col5, _col12 - Merge Join Operator [MERGEJOIN_1065] (rows=1608052 width=657) - Conds:RS_90._col9=RS_1116._col0(Inner),Output:["_col5","_col6","_col7","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"] + Merge Join Operator [MERGEJOIN_1083] (rows=1608052 width=657) + Conds:RS_217._col9=RS_1117._col0(Inner),Output:["_col5","_col6","_col7","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"] <-Map 36 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1116] + SHUFFLE [RS_1117] PartitionCols:_col0 Please refer to the previous Select Operator [SEL_1114] - <-Reducer 21 [SIMPLE_EDGE] - SHUFFLE [RS_90] + <-Reducer 29 [SIMPLE_EDGE] + SHUFFLE [RS_217] PartitionCols:_col9 - Merge Join Operator [MERGEJOIN_1064] (rows=1608052 width=296) - Conds:RS_87._col10=RS_1163._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27"] + Merge Join Operator [MERGEJOIN_1082] (rows=1608052 width=296) + Conds:RS_214._col10=RS_1182._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27"] <-Map 52 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1163] + SHUFFLE [RS_1182] PartitionCols:_col0 - Select Operator [SEL_1162] (rows=1704 width=181) + Select Operator [SEL_1180] (rows=1704 width=181) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_1161] (rows=1704 width=181) + Filter Operator [FIL_1179] (rows=1704 width=181) predicate:(s_store_name is not null and s_store_sk is not null and s_zip is not null) TableScan [TS_69] (rows=1704 width=181) default@store,store,Tbl:COMPLETE,Col:COMPLETE,Output:["s_store_sk","s_store_name","s_zip"] - <-Reducer 20 [SIMPLE_EDGE] - SHUFFLE [RS_87] + <-Reducer 28 [SIMPLE_EDGE] + SHUFFLE [RS_214] PartitionCols:_col10 - Merge Join Operator [MERGEJOIN_1063] (rows=1608052 width=119) - Conds:RS_84._col5=RS_1148._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"] - <-Reducer 46 [ONE_TO_ONE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_1148] + Merge Join Operator [MERGEJOIN_1081] (rows=1608052 width=119) + Conds:RS_211._col5=RS_1166._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"] + <-Reducer 50 [ONE_TO_ONE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_1166] PartitionCols:_col0 - Select Operator [SEL_1147] (rows=13257 width=228) + Select Operator [SEL_1165] (rows=13257 width=228) Output:["_col0"] - Filter Operator [FIL_1146] (rows=13257 width=228) + Filter Operator [FIL_1164] (rows=13257 width=228) predicate:(_col1 > (2 * _col2)) - Group By Operator [GBY_1145] (rows=39773 width=228) + Group By Operator [GBY_1163] (rows=39773 width=228) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 - <-Reducer 45 [SIMPLE_EDGE] - SHUFFLE [RS_65] + <-Reducer 49 [SIMPLE_EDGE] + SHUFFLE [RS_192] PartitionCols:_col0 - Group By Operator [GBY_64] (rows=12806906 width=228) + Group By Operator [GBY_191] (rows=12806906 width=228) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","sum(_col2)"],keys:_col0 - Select Operator [SEL_62] (rows=183085709 width=450) + Select Operator [SEL_189] (rows=183085709 width=450) Output:["_col0","_col1","_col2"] - Merge Join Operator [MERGEJOIN_1061] (rows=183085709 width=450) - Conds:RS_1140._col0, _col1=RS_1143._col0, _col1(Inner),Output:["_col0","_col2","_col5","_col6","_col7"] + Merge Join Operator [MERGEJOIN_1079] (rows=183085709 width=450) + Conds:RS_1162._col0, _col1=RS_1145._col0, _col1(Inner),Output:["_col0","_col2","_col5","_col6","_col7"] <-Map 48 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1143] + SHUFFLE [RS_1145] PartitionCols:_col0, _col1 - Select Operator [SEL_1142] (rows=28798881 width=337) + Select Operator [SEL_1143] (rows=28798881 width=337) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_1141] (rows=28798881 width=337) + Filter Operator [FIL_1142] (rows=28798881 width=337) predicate:(cr_item_sk is not null and cr_order_number is not null) TableScan [TS_56] (rows=28798881 width=337) default@catalog_returns,catalog_returns,Tbl:COMPLETE,Col:COMPLETE,Output:["cr_item_sk","cr_order_number","cr_refunded_cash","cr_reversed_charge","cr_store_credit"] - <-Map 44 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1140] + <-Map 56 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1162] PartitionCols:_col0, _col1 - Select Operator [SEL_1139] (rows=287989836 width=119) + Select Operator [SEL_1161] (rows=287989836 width=119) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_1138] (rows=287989836 width=119) - predicate:((cs_item_sk BETWEEN DynamicValue(RS_44_item_i_item_sk_min) AND DynamicValue(RS_44_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_44_item_i_item_sk_bloom_filter))) and cs_item_sk is not null and cs_order_number is not null) - TableScan [TS_53] (rows=287989836 width=119) + Filter Operator [FIL_1160] (rows=287989836 width=119) + predicate:((cs_item_sk BETWEEN DynamicValue(RS_171_item_i_item_sk_min) AND DynamicValue(RS_171_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_171_item_i_item_sk_bloom_filter))) and cs_item_sk is not null and cs_order_number is not null) + TableScan [TS_180] (rows=287989836 width=119) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:COMPLETE,Output:["cs_item_sk","cs_order_number","cs_ext_list_price"] - <-Reducer 40 [BROADCAST_EDGE] vectorized - BROADCAST [RS_1135] - Group By Operator [GBY_1133] (rows=1 width=12) + <-Reducer 42 [BROADCAST_EDGE] vectorized + BROADCAST [RS_1157] + Group By Operator [GBY_1155] (rows=1 width=12) Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"] <-Map 39 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_1131] - Group By Operator [GBY_1129] (rows=1 width=12) + PARTITION_ONLY_SHUFFLE [RS_1132] + Group By Operator [GBY_1130] (rows=1 width=12) Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"] - Select Operator [SEL_1126] (rows=518 width=4) + Select Operator [SEL_1128] (rows=518 width=4) Output:["_col0"] Select Operator [SEL_1124] (rows=518 width=312) Output:["_col0","_col3"] @@ -538,279 +538,282 @@ Stage-0 predicate:((i_color) IN ('maroon', 'burnished', 'dim', 'steel', 'navajo', 'chocolate') and i_current_price BETWEEN 35 AND 45 and i_current_price BETWEEN 36 AND 50 and i_item_sk is not null) TableScan [TS_34] (rows=462000 width=311) default@item,item,Tbl:COMPLETE,Col:COMPLETE,Output:["i_item_sk","i_current_price","i_color","i_product_name"] - <-Reducer 19 [SIMPLE_EDGE] - SHUFFLE [RS_84] + <-Reducer 27 [SIMPLE_EDGE] + SHUFFLE [RS_211] PartitionCols:_col5 - Merge Join Operator [MERGEJOIN_1062] (rows=1608052 width=119) - Conds:RS_81._col0=RS_82._col5(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"] + Merge Join Operator [MERGEJOIN_1080] (rows=1608052 width=119) + Conds:RS_208._col0=RS_209._col5(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"] <-Reducer 34 [SIMPLE_EDGE] - SHUFFLE [RS_81] + SHUFFLE [RS_208] PartitionCols:_col0 Please refer to the previous Merge Join Operator [MERGEJOIN_1053] - <-Reducer 18 [SIMPLE_EDGE] - SHUFFLE [RS_82] + <-Reducer 26 [SIMPLE_EDGE] + SHUFFLE [RS_209] PartitionCols:_col5 - Select Operator [SEL_52] (rows=1608052 width=119) + Select Operator [SEL_179] (rows=1608052 width=119) Output:["_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col12","_col13","_col16"] - Merge Join Operator [MERGEJOIN_1060] (rows=1608052 width=119) - Conds:RS_49._col7=RS_1159._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col15"] + Merge Join Operator [MERGEJOIN_1078] (rows=1608052 width=119) + Conds:RS_176._col7=RS_1178._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col15"] <-Map 43 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1159] + SHUFFLE [RS_1178] PartitionCols:_col0 - Select Operator [SEL_1158] (rows=2300 width=4) + Select Operator [SEL_1176] (rows=2300 width=4) Output:["_col0"] - Filter Operator [FIL_1157] (rows=2300 width=4) + Filter Operator [FIL_1175] (rows=2300 width=4) predicate:p_promo_sk is not null TableScan [TS_40] (rows=2300 width=4) default@promotion,promotion,Tbl:COMPLETE,Col:COMPLETE,Output:["p_promo_sk"] - <-Reducer 17 [SIMPLE_EDGE] - SHUFFLE [RS_49] + <-Reducer 25 [SIMPLE_EDGE] + SHUFFLE [RS_176] PartitionCols:_col7 - Merge Join Operator [MERGEJOIN_1059] (rows=1608052 width=119) - Conds:RS_46._col0=RS_1099._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"] + Merge Join Operator [MERGEJOIN_1077] (rows=1608052 width=119) + Conds:RS_173._col0=RS_1101._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"] <-Map 16 [SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_1099] + PARTITION_ONLY_SHUFFLE [RS_1101] PartitionCols:_col0 - Select Operator [SEL_1095] (rows=652 width=8) + Select Operator [SEL_1096] (rows=652 width=8) Output:["_col0"] - Filter Operator [FIL_1092] (rows=652 width=8) - predicate:((d_year = 2000) and d_date_sk is not null) + Filter Operator [FIL_1093] (rows=652 width=8) + predicate:((d_year = 2001) and d_date_sk is not null) Please refer to the previous TableScan [TS_3] - <-Reducer 38 [SIMPLE_EDGE] - SHUFFLE [RS_46] + <-Reducer 41 [SIMPLE_EDGE] + SHUFFLE [RS_173] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_1058] (rows=4503592 width=119) - Conds:RS_1156._col1=RS_1125._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"] + Merge Join Operator [MERGEJOIN_1076] (rows=4503592 width=119) + Conds:RS_1174._col1=RS_1127._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"] <-Map 39 [SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_1125] + PARTITION_ONLY_SHUFFLE [RS_1127] PartitionCols:_col0 Please refer to the previous Select Operator [SEL_1124] - <-Map 37 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1156] + <-Map 55 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1174] PartitionCols:_col1 - Select Operator [SEL_1155] (rows=417313408 width=355) + Select Operator [SEL_1173] (rows=417313408 width=355) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] - Filter Operator [FIL_1154] (rows=417313408 width=355) - predicate:((ss_item_sk BETWEEN DynamicValue(RS_44_item_i_item_sk_min) AND DynamicValue(RS_44_item_i_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_44_item_i_item_sk_bloom_filter))) and (ss_item_sk BETWEEN DynamicValue(RS_85_catalog_sales_cs_item_sk_min) AND DynamicValue(RS_85_catalog_sales_cs_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_85_catalog_sales_cs_item_sk_bloom_filter))) and (ss_sold_date_sk BETWEEN DynamicValue(RS_47_d1_d_date_sk_min) AND DynamicValue(RS_47_d1_d_date_sk_max) and in_bloom_filter(ss_sold_date_sk, DynamicValue(RS_47_d1_d_date_sk_bloom_filter))) and ss_addr_sk is not null and ss_cdemo_sk is not null and ss_customer_sk is not null and ss_hdemo_sk is not null and ss_item_sk is not null and ss_promo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_ticket_number is not null) - TableScan [TS_31] (rows=575995635 width=355) + Filter Operator [FIL_1172] (rows=417313408 width=355) + predicate:((ss_item_sk BETWEEN DynamicValue(RS_171_item_i_item_sk_min) AND DynamicValue(RS_171_item_i_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_171_item_i_item_sk_bloom_filter))) and (ss_item_sk BETWEEN DynamicValue(RS_212_catalog_sales_cs_item_sk_min) AND DynamicValue(RS_212_catalog_sales_cs_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_212_catalog_sales_cs_item_sk_bloom_filter))) and (ss_item_sk BETWEEN DynamicValue(RS_44_item_i_item_sk_min) AND DynamicValue(RS_44_item_i_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_44_item_i_item_sk_bloom_filter))) and (ss_sold_date_sk BETWEEN DynamicValue(RS_174_d1_d_date_sk_min) AND DynamicValue(RS_174_d1_d_date_sk_max) and in_bloom_filter(ss_sold_date_sk, DynamicValue(RS_174_d1_d_date_sk_bloom_filter))) and ss_addr_sk is not null and ss_cdemo_sk is not null and ss_customer_sk is not null and ss_hdemo_sk is not null and ss_item_sk is not null and ss_promo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_ticket_number is not null) + TableScan [TS_158] (rows=575995635 width=355) default@store_sales,store_sales,Tbl:COMPLETE,Col:COMPLETE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_cdemo_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_promo_sk","ss_ticket_number","ss_wholesale_cost","ss_list_price","ss_coupon_amt"] <-Reducer 40 [BROADCAST_EDGE] vectorized - BROADCAST [RS_1134] - Please refer to the previous Group By Operator [GBY_1133] - <-Reducer 24 [BROADCAST_EDGE] vectorized - BROADCAST [RS_1137] - Group By Operator [GBY_1136] (rows=1 width=12) + BROADCAST [RS_1136] + Group By Operator [GBY_1133] (rows=1 width=12) + Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"] + <-Map 39 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_1131] + Group By Operator [GBY_1129] (rows=1 width=12) + Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"] + Select Operator [SEL_1126] (rows=518 width=4) + Output:["_col0"] + Please refer to the previous Select Operator [SEL_1124] + <-Reducer 42 [BROADCAST_EDGE] vectorized + BROADCAST [RS_1156] + Please refer to the previous Group By Operator [GBY_1155] + <-Reducer 32 [BROADCAST_EDGE] vectorized + BROADCAST [RS_1159] + Group By Operator [GBY_1158] (rows=1 width=12) Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"] <-Map 16 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_1105] - Group By Operator [GBY_1103] (rows=1 width=12) + PARTITION_ONLY_SHUFFLE [RS_1106] + Group By Operator [GBY_1104] (rows=1 width=12) Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"] - Select Operator [SEL_1100] (rows=652 width=4) + Select Operator [SEL_1102] (rows=652 width=4) Output:["_col0"] - Please refer to the previous Select Operator [SEL_1095] - <-Reducer 47 [BROADCAST_EDGE] vectorized - BROADCAST [RS_1153] - Group By Operator [GBY_1152] (rows=1 width=12) + Please refer to the previous Select Operator [SEL_1096] + <-Reducer 51 [BROADCAST_EDGE] vectorized + BROADCAST [RS_1171] + Group By Operator [GBY_1170] (rows=1 width=12) Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"] - <-Reducer 46 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_1151] - Group By Operator [GBY_1150] (rows=1 width=12) + <-Reducer 50 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_1169] + Group By Operator [GBY_1168] (rows=1 width=12) Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"] - Select Operator [SEL_1149] (rows=13257 width=4) + Select Operator [SEL_1167] (rows=13257 width=4) Output:["_col0"] - Please refer to the previous Select Operator [SEL_1147] - <-Reducer 15 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1199] - PartitionCols:_col1, _col0, _col2 - Select Operator [SEL_1198] (rows=2299138 width=525) - Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Group By Operator [GBY_1197] (rows=2299138 width=1362) + Please refer to the previous Select Operator [SEL_1165] + <-Reducer 9 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1200] + PartitionCols:_col2, _col1, _col3 + Select Operator [SEL_1199] (rows=287989836 width=1354) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] + Group By Operator [GBY_1198] (rows=287989836 width=1362) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17"],aggregations:["count(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)","sum(VALUE._col3)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3, KEY._col4, KEY._col5, KEY._col6, KEY._col7, KEY._col8, KEY._col9, KEY._col10, KEY._col11, KEY._col12, KEY._col13 - <-Reducer 14 [SIMPLE_EDGE] - SHUFFLE [RS_251] + <-Reducer 8 [SIMPLE_EDGE] + SHUFFLE [RS_124] PartitionCols:_col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 - Group By Operator [GBY_250] (rows=2299138 width=1362) + Group By Operator [GBY_123] (rows=2299138 width=1362) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17"],aggregations:["count()","sum(_col43)","sum(_col44)","sum(_col45)"],keys:_col28, _col46, _col29, _col7, _col9, _col14, _col15, _col16, _col17, _col23, _col24, _col25, _col26, _col49 - Select Operator [SEL_249] (rows=2331650 width=1292) + Select Operator [SEL_122] (rows=2331650 width=1292) Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col23","_col24","_col25","_col26","_col28","_col29","_col43","_col44","_col45","_col46","_col49"] - Filter Operator [FIL_248] (rows=2331650 width=1292) + Filter Operator [FIL_121] (rows=2331650 width=1292) predicate:(_col56 <> _col19) - Merge Join Operator [MERGEJOIN_1086] (rows=2331650 width=1292) - Conds:RS_245._col37=RS_1122._col0(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col43","_col44","_col45","_col46","_col49","_col56"] + Merge Join Operator [MERGEJOIN_1068] (rows=2331650 width=1292) + Conds:RS_118._col37=RS_1120._col0(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col43","_col44","_col45","_col46","_col49","_col56"] <-Map 54 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1122] + SHUFFLE [RS_1120] PartitionCols:_col0 Please refer to the previous Select Operator [SEL_1119] - <-Reducer 13 [SIMPLE_EDGE] - SHUFFLE [RS_245] + <-Reducer 7 [SIMPLE_EDGE] + SHUFFLE [RS_118] PartitionCols:_col37 - Merge Join Operator [MERGEJOIN_1085] (rows=2299138 width=1205) - Conds:RS_242._col0=RS_243._col16(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col37","_col43","_col44","_col45","_col46","_col49"] + Merge Join Operator [MERGEJOIN_1067] (rows=2299138 width=1205) + Conds:RS_115._col0=RS_116._col16(Inner),Output:["_col7","_col9","_col14","_col15","_col16","_col17","_col19","_col23","_col24","_col25","_col26","_col28","_col29","_col37","_col43","_col44","_col45","_col46","_col49"] <-Reducer 6 [SIMPLE_EDGE] - SHUFFLE [RS_242] + SHUFFLE [RS_115] PartitionCols:_col0 Please refer to the previous Merge Join Operator [MERGEJOIN_1056] - <-Reducer 31 [SIMPLE_EDGE] - SHUFFLE [RS_243] + <-Reducer 23 [SIMPLE_EDGE] + SHUFFLE [RS_116] PartitionCols:_col16 - Select Operator [SEL_223] (rows=2651207 width=784) + Select Operator [SEL_96] (rows=2651207 width=784) Output:["_col3","_col4","_col5","_col6","_col8","_col9","_col16","_col17","_col23","_col24","_col25","_col26","_col29"] - Merge Join Operator [MERGEJOIN_1084] (rows=2651207 width=784) - Conds:RS_220._col5, _col12=RS_1168._col0, _col1(Inner),Output:["_col6","_col7","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"] + Merge Join Operator [MERGEJOIN_1066] (rows=2651207 width=784) + Conds:RS_93._col5, _col12=RS_1185._col0, _col1(Inner),Output:["_col6","_col7","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"] <-Map 53 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1168] + SHUFFLE [RS_1185] PartitionCols:_col0, _col1 - Please refer to the previous Select Operator [SEL_1166] - <-Reducer 30 [SIMPLE_EDGE] - SHUFFLE [RS_220] + Please refer to the previous Select Operator [SEL_1184] + <-Reducer 22 [SIMPLE_EDGE] + SHUFFLE [RS_93] PartitionCols:_col5, _col12 - Merge Join Operator [MERGEJOIN_1083] (rows=1608052 width=657) - Conds:RS_217._col9=RS_1117._col0(Inner),Output:["_col5","_col6","_col7","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"] + Merge Join Operator [MERGEJOIN_1065] (rows=1608052 width=657) + Conds:RS_90._col9=RS_1116._col0(Inner),Output:["_col5","_col6","_col7","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27","_col29","_col30","_col31","_col32"] <-Map 36 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1117] + SHUFFLE [RS_1116] PartitionCols:_col0 Please refer to the previous Select Operator [SEL_1114] - <-Reducer 29 [SIMPLE_EDGE] - SHUFFLE [RS_217] + <-Reducer 21 [SIMPLE_EDGE] + SHUFFLE [RS_90] PartitionCols:_col9 - Merge Join Operator [MERGEJOIN_1082] (rows=1608052 width=296) - Conds:RS_214._col10=RS_1164._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27"] + Merge Join Operator [MERGEJOIN_1064] (rows=1608052 width=296) + Conds:RS_87._col10=RS_1181._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col12","_col13","_col14","_col15","_col16","_col19","_col26","_col27"] <-Map 52 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1164] + SHUFFLE [RS_1181] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_1162] - <-Reducer 28 [SIMPLE_EDGE] - SHUFFLE [RS_214] + Please refer to the previous Select Operator [SEL_1180] + <-Reducer 20 [SIMPLE_EDGE] + SHUFFLE [RS_87] PartitionCols:_col10 - Merge Join Operator [MERGEJOIN_1081] (rows=1608052 width=119) - Conds:RS_211._col5=RS_1186._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"] - <-Reducer 50 [ONE_TO_ONE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_1186] + Merge Join Operator [MERGEJOIN_1063] (rows=1608052 width=119) + Conds:RS_84._col5=RS_1149._col0(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"] + <-Reducer 46 [ONE_TO_ONE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_1149] PartitionCols:_col0 - Select Operator [SEL_1185] (rows=13257 width=228) + Select Operator [SEL_1148] (rows=13257 width=228) Output:["_col0"] - Filter Operator [FIL_1184] (rows=13257 width=228) + Filter Operator [FIL_1147] (rows=13257 width=228) predicate:(_col1 > (2 * _col2)) - Group By Operator [GBY_1183] (rows=39773 width=228) + Group By Operator [GBY_1146] (rows=39773 width=228) Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 - <-Reducer 49 [SIMPLE_EDGE] - SHUFFLE [RS_192] + <-Reducer 45 [SIMPLE_EDGE] + SHUFFLE [RS_65] PartitionCols:_col0 - Group By Operator [GBY_191] (rows=12806906 width=228) + Group By Operator [GBY_64] (rows=12806906 width=228) Output:["_col0","_col1","_col2"],aggregations:["sum(_col1)","sum(_col2)"],keys:_col0 - Select Operator [SEL_189] (rows=183085709 width=450) + Select Operator [SEL_62] (rows=183085709 width=450) Output:["_col0","_col1","_col2"] - Merge Join Operator [MERGEJOIN_1079] (rows=183085709 width=450) - Conds:RS_1182._col0, _col1=RS_1144._col0, _col1(Inner),Output:["_col0","_col2","_col5","_col6","_col7"] + Merge Join Operator [MERGEJOIN_1061] (rows=183085709 width=450) + Conds:RS_1141._col0, _col1=RS_1144._col0, _col1(Inner),Output:["_col0","_col2","_col5","_col6","_col7"] <-Map 48 [SIMPLE_EDGE] vectorized SHUFFLE [RS_1144] PartitionCols:_col0, _col1 - Please refer to the previous Select Operator [SEL_1142] - <-Map 56 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1182] + Please refer to the previous Select Operator [SEL_1143] + <-Map 44 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1141] PartitionCols:_col0, _col1 - Select Operator [SEL_1181] (rows=287989836 width=119) + Select Operator [SEL_1140] (rows=287989836 width=119) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_1180] (rows=287989836 width=119) - predicate:((cs_item_sk BETWEEN DynamicValue(RS_171_item_i_item_sk_min) AND DynamicValue(RS_171_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_171_item_i_item_sk_bloom_filter))) and cs_item_sk is not null and cs_order_number is not null) - TableScan [TS_180] (rows=287989836 width=119) + Filter Operator [FIL_1139] (rows=287989836 width=119) + predicate:((cs_item_sk BETWEEN DynamicValue(RS_44_item_i_item_sk_min) AND DynamicValue(RS_44_item_i_item_sk_max) and in_bloom_filter(cs_item_sk, DynamicValue(RS_44_item_i_item_sk_bloom_filter))) and cs_item_sk is not null and cs_order_number is not null) + TableScan [TS_53] (rows=287989836 width=119) default@catalog_sales,catalog_sales,Tbl:COMPLETE,Col:COMPLETE,Output:["cs_item_sk","cs_order_number","cs_ext_list_price"] - <-Reducer 42 [BROADCAST_EDGE] vectorized - BROADCAST [RS_1177] - Group By Operator [GBY_1175] (rows=1 width=12) - Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"] - <-Map 39 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_1132] - Group By Operator [GBY_1130] (rows=1 width=12) - Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"] - Select Operator [SEL_1128] (rows=518 width=4) - Output:["_col0"] - Please refer to the previous Select Operator [SEL_1124] - <-Reducer 27 [SIMPLE_EDGE] - SHUFFLE [RS_211] + <-Reducer 40 [BROADCAST_EDGE] vectorized + BROADCAST [RS_1135] + Please refer to the previous Group By Operator [GBY_1133] + <-Reducer 19 [SIMPLE_EDGE] + SHUFFLE [RS_84] PartitionCols:_col5 - Merge Join Operator [MERGEJOIN_1080] (rows=1608052 width=119) - Conds:RS_208._col0=RS_209._col5(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"] + Merge Join Operator [MERGEJOIN_1062] (rows=1608052 width=119) + Conds:RS_81._col0=RS_82._col5(Inner),Output:["_col5","_col6","_col7","_col9","_col10","_col12","_col13","_col14","_col15","_col16","_col19"] <-Reducer 34 [SIMPLE_EDGE] - SHUFFLE [RS_208] + SHUFFLE [RS_81] PartitionCols:_col0 Please refer to the previous Merge Join Operator [MERGEJOIN_1053] - <-Reducer 26 [SIMPLE_EDGE] - SHUFFLE [RS_209] + <-Reducer 18 [SIMPLE_EDGE] + SHUFFLE [RS_82] PartitionCols:_col5 - Select Operator [SEL_179] (rows=1608052 width=119) + Select Operator [SEL_52] (rows=1608052 width=119) Output:["_col2","_col3","_col4","_col5","_col6","_col7","_col9","_col10","_col11","_col12","_col13","_col16"] - Merge Join Operator [MERGEJOIN_1078] (rows=1608052 width=119) - Conds:RS_176._col7=RS_1160._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col15"] + Merge Join Operator [MERGEJOIN_1060] (rows=1608052 width=119) + Conds:RS_49._col7=RS_1177._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col8","_col9","_col10","_col11","_col12","_col15"] <-Map 43 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1160] + SHUFFLE [RS_1177] PartitionCols:_col0 - Please refer to the previous Select Operator [SEL_1158] - <-Reducer 25 [SIMPLE_EDGE] - SHUFFLE [RS_176] + Please refer to the previous Select Operator [SEL_1176] + <-Reducer 17 [SIMPLE_EDGE] + SHUFFLE [RS_49] PartitionCols:_col7 - Merge Join Operator [MERGEJOIN_1077] (rows=1608052 width=119) - Conds:RS_173._col0=RS_1101._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"] + Merge Join Operator [MERGEJOIN_1059] (rows=1608052 width=119) + Conds:RS_46._col0=RS_1099._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"] <-Map 16 [SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_1101] + PARTITION_ONLY_SHUFFLE [RS_1099] PartitionCols:_col0 - Select Operator [SEL_1096] (rows=652 width=8) + Select Operator [SEL_1095] (rows=652 width=8) Output:["_col0"] - Filter Operator [FIL_1093] (rows=652 width=8) - predicate:((d_year = 2001) and d_date_sk is not null) + Filter Operator [FIL_1092] (rows=652 width=8) + predicate:((d_year = 2000) and d_date_sk is not null) Please refer to the previous TableScan [TS_3] - <-Reducer 41 [SIMPLE_EDGE] - SHUFFLE [RS_173] + <-Reducer 38 [SIMPLE_EDGE] + SHUFFLE [RS_46] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_1076] (rows=4503592 width=119) - Conds:RS_1196._col1=RS_1127._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"] + Merge Join Operator [MERGEJOIN_1058] (rows=4503592 width=119) + Conds:RS_1197._col1=RS_1125._col0(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col15"] <-Map 39 [SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_1127] + PARTITION_ONLY_SHUFFLE [RS_1125] PartitionCols:_col0 Please refer to the previous Select Operator [SEL_1124] - <-Map 55 [SIMPLE_EDGE] vectorized - SHUFFLE [RS_1196] + <-Map 37 [SIMPLE_EDGE] vectorized + SHUFFLE [RS_1197] PartitionCols:_col1 - Select Operator [SEL_1195] (rows=417313408 width=355) + Select Operator [SEL_1196] (rows=417313408 width=355) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] - Filter Operator [FIL_1194] (rows=417313408 width=355) - predicate:((ss_item_sk BETWEEN DynamicValue(RS_171_item_i_item_sk_min) AND DynamicValue(RS_171_item_i_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_171_item_i_item_sk_bloom_filter))) and (ss_item_sk BETWEEN DynamicValue(RS_212_catalog_sales_cs_item_sk_min) AND DynamicValue(RS_212_catalog_sales_cs_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_212_catalog_sales_cs_item_sk_bloom_filter))) and (ss_item_sk BETWEEN DynamicValue(RS_254_item_i_item_sk_min) AND DynamicValue(RS_254_item_i_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_254_item_i_item_sk_bloom_filter))) and (ss_sold_date_sk BETWEEN DynamicValue(RS_174_d1_d_date_sk_min) AND DynamicValue(RS_174_d1_d_date_sk_max) and in_bloom_filter(ss_sold_date_sk, DynamicValue(RS_174_d1_d_date_sk_bloom_filter))) and ss_addr_sk is not null and ss_cdemo_sk is not null and ss_customer_sk is not null and ss_hdemo_sk is not null and ss_item_sk is not null and ss_promo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_ticket_number is not null) - TableScan [TS_158] (rows=575995635 width=355) + Filter Operator [FIL_1195] (rows=417313408 width=355) + predicate:((ss_item_sk BETWEEN DynamicValue(RS_255_item_i_item_sk_min) AND DynamicValue(RS_255_item_i_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_255_item_i_item_sk_bloom_filter))) and (ss_item_sk BETWEEN DynamicValue(RS_44_item_i_item_sk_min) AND DynamicValue(RS_44_item_i_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_44_item_i_item_sk_bloom_filter))) and (ss_item_sk BETWEEN DynamicValue(RS_85_catalog_sales_cs_item_sk_min) AND DynamicValue(RS_85_catalog_sales_cs_item_sk_max) and in_bloom_filter(ss_item_sk, DynamicValue(RS_85_catalog_sales_cs_item_sk_bloom_filter))) and (ss_sold_date_sk BETWEEN DynamicValue(RS_47_d1_d_date_sk_min) AND DynamicValue(RS_47_d1_d_date_sk_max) and in_bloom_filter(ss_sold_date_sk, DynamicValue(RS_47_d1_d_date_sk_bloom_filter))) and ss_addr_sk is not null and ss_cdemo_sk is not null and ss_customer_sk is not null and ss_hdemo_sk is not null and ss_item_sk is not null and ss_promo_sk is not null and ss_sold_date_sk is not null and ss_store_sk is not null and ss_ticket_number is not null) + TableScan [TS_31] (rows=575995635 width=355) default@store_sales,store_sales,Tbl:COMPLETE,Col:COMPLETE,Output:["ss_sold_date_sk","ss_item_sk","ss_customer_sk","ss_cdemo_sk","ss_hdemo_sk","ss_addr_sk","ss_store_sk","ss_promo_sk","ss_ticket_number","ss_wholesale_cost","ss_list_price","ss_coupon_amt"] - <-Reducer 42 [BROADCAST_EDGE] vectorized - BROADCAST [RS_1176] - Please refer to the previous Group By Operator [GBY_1175] - <-Reducer 12 [BROADCAST_EDGE] vectorized - BROADCAST [RS_1193] - Group By Operator [GBY_1192] (rows=1 width=12) + <-Reducer 40 [BROADCAST_EDGE] vectorized + BROADCAST [RS_1134] + Please refer to the previous Group By Operator [GBY_1133] + <-Reducer 15 [BROADCAST_EDGE] vectorized + BROADCAST [RS_1194] + Group By Operator [GBY_1193] (rows=1 width=12) Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"] - <-Reducer 9 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_1174] - Group By Operator [GBY_1173] (rows=1 width=12) + <-Reducer 14 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_1192] + Group By Operator [GBY_1191] (rows=1 width=12) Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"] - Select Operator [SEL_1172] (rows=2299138 width=8) + Select Operator [SEL_1190] (rows=12806906 width=4) Output:["_col0"] - Please refer to the previous Select Operator [SEL_1170] - <-Reducer 32 [BROADCAST_EDGE] vectorized - BROADCAST [RS_1179] - Group By Operator [GBY_1178] (rows=1 width=12) + Please refer to the previous Select Operator [SEL_1188] + <-Reducer 24 [BROADCAST_EDGE] vectorized + BROADCAST [RS_1138] + Group By Operator [GBY_1137] (rows=1 width=12) Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"] <-Map 16 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_1106] - Group By Operator [GBY_1104] (rows=1 width=12) + PARTITION_ONLY_SHUFFLE [RS_1105] + Group By Operator [GBY_1103] (rows=1 width=12) Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"] - Select Operator [SEL_1102] (rows=652 width=4) + Select Operator [SEL_1100] (rows=652 width=4) Output:["_col0"] - Please refer to the previous Select Operator [SEL_1096] - <-Reducer 51 [BROADCAST_EDGE] vectorized - BROADCAST [RS_1191] - Group By Operator [GBY_1190] (rows=1 width=12) + Please refer to the previous Select Operator [SEL_1095] + <-Reducer 47 [BROADCAST_EDGE] vectorized + BROADCAST [RS_1154] + Group By Operator [GBY_1153] (rows=1 width=12) Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=1000000)"] - <-Reducer 50 [CUSTOM_SIMPLE_EDGE] vectorized - PARTITION_ONLY_SHUFFLE [RS_1189] - Group By Operator [GBY_1188] (rows=1 width=12) + <-Reducer 46 [CUSTOM_SIMPLE_EDGE] vectorized + PARTITION_ONLY_SHUFFLE [RS_1152] + Group By Operator [GBY_1151] (rows=1 width=12) Output:["_col0","_col1","_col2"],aggregations:["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=1000000)"] - Select Operator [SEL_1187] (rows=13257 width=4) + Select Operator [SEL_1150] (rows=13257 width=4) Output:["_col0"] - Please refer to the previous Select Operator [SEL_1185] + Please refer to the previous Select Operator [SEL_1148] diff --git a/ql/src/test/results/clientpositive/perf/tez/query70.q.out b/ql/src/test/results/clientpositive/perf/tez/query70.q.out index e8743e3298..0cad7a5c19 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query70.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query70.q.out @@ -103,22 +103,22 @@ Stage-0 File Output Operator [FS_168] Limit [LIM_167] (rows=100 width=492) Number of rows:100 - Select Operator [SEL_166] (rows=240 width=492) + Select Operator [SEL_166] (rows=720 width=492) Output:["_col0","_col1","_col2","_col3","_col4"] <-Reducer 6 [SIMPLE_EDGE] vectorized SHUFFLE [RS_165] - Select Operator [SEL_164] (rows=240 width=492) + Select Operator [SEL_164] (rows=720 width=492) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - PTF Operator [PTF_163] (rows=240 width=304) + PTF Operator [PTF_163] (rows=720 width=304) Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col2 DESC NULLS LAST","partition by:":"(grouping(_col3, 1) + grouping(_col3, 0)), CASE WHEN ((grouping(_col3, 0) = 0)) THEN (_col0) ELSE (CAST( null AS STRING)) END"}] - Select Operator [SEL_162] (rows=240 width=304) + Select Operator [SEL_162] (rows=720 width=304) Output:["_col0","_col1","_col2","_col3"] <-Reducer 5 [SIMPLE_EDGE] vectorized SHUFFLE [RS_161] PartitionCols:(grouping(_col3, 1) + grouping(_col3, 0)), CASE WHEN ((grouping(_col3, 0) = 0)) THEN (_col0) ELSE (CAST( null AS STRING)) END - Select Operator [SEL_160] (rows=240 width=304) + Select Operator [SEL_160] (rows=720 width=304) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_159] (rows=240 width=304) + Group By Operator [GBY_159] (rows=720 width=304) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_49] @@ -148,7 +148,7 @@ Stage-0 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_26] PartitionCols:_col0 - Group By Operator [GBY_25] (rows=1704 width=198) + Group By Operator [GBY_25] (rows=2989 width=198) Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col6 Merge Join Operator [MERGEJOIN_133] (rows=91197860 width=168) Conds:RS_21._col1=RS_151._col0(Inner),Output:["_col2","_col6"] diff --git a/ql/src/test/results/clientpositive/perf/tez/query73.q.out b/ql/src/test/results/clientpositive/perf/tez/query73.q.out index 7aafbcf61c..f81a84fd9e 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query73.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query73.q.out @@ -84,13 +84,13 @@ Stage-0 Stage-1 Reducer 3 vectorized File Output Operator [FS_136] - Select Operator [SEL_135] (rows=59862 width=364) + Select Operator [SEL_135] (rows=23956100 width=364) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_35] - Select Operator [SEL_34] (rows=59862 width=364) + Select Operator [SEL_34] (rows=23956100 width=364) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - Merge Join Operator [MERGEJOIN_100] (rows=59862 width=364) + Merge Join Operator [MERGEJOIN_100] (rows=23956100 width=364) Conds:RS_103._col0=RS_134._col1(Inner),Output:["_col1","_col2","_col3","_col4","_col5","_col7"] <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_103] @@ -104,11 +104,11 @@ Stage-0 <-Reducer 8 [SIMPLE_EDGE] vectorized SHUFFLE [RS_134] PartitionCols:_col1 - Filter Operator [FIL_133] (rows=59862 width=12) + Filter Operator [FIL_133] (rows=23956100 width=12) predicate:_col2 BETWEEN 1 AND 5 - Select Operator [SEL_132] (rows=1197233 width=12) + Select Operator [SEL_132] (rows=479121995 width=12) Output:["_col0","_col1","_col2"] - Group By Operator [GBY_131] (rows=1197233 width=12) + Group By Operator [GBY_131] (rows=479121995 width=12) Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_26] diff --git a/ql/src/test/results/clientpositive/perf/tez/query74.q.out b/ql/src/test/results/clientpositive/perf/tez/query74.q.out index 4b174fe4d4..2c35337c3d 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query74.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query74.q.out @@ -164,15 +164,15 @@ Stage-0 File Output Operator [FS_354] Limit [LIM_353] (rows=100 width=280) Number of rows:100 - Select Operator [SEL_352] (rows=12248093 width=280) + Select Operator [SEL_352] (rows=29679601 width=280) Output:["_col0","_col1","_col2"] <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_93] - Select Operator [SEL_92] (rows=12248093 width=280) + Select Operator [SEL_92] (rows=29679601 width=280) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_91] (rows=12248093 width=728) + Filter Operator [FIL_91] (rows=29679601 width=728) predicate:CASE WHEN (_col3 is not null) THEN (CASE WHEN (_col5 is not null) THEN (((_col1 / _col5) > (_col9 / _col3))) ELSE ((null > (_col9 / _col3))) END) ELSE (CASE WHEN (_col5 is not null) THEN (((_col1 / _col5) > null)) ELSE (null) END) END - Merge Join Operator [MERGEJOIN_287] (rows=24496186 width=728) + Merge Join Operator [MERGEJOIN_287] (rows=59359203 width=728) Conds:RS_88._col2=RS_351._col0(Inner),Output:["_col1","_col3","_col5","_col6","_col7","_col8","_col9"] <-Reducer 20 [SIMPLE_EDGE] vectorized SHUFFLE [RS_351] @@ -234,18 +234,18 @@ Stage-0 <-Reducer 6 [ONE_TO_ONE_EDGE] FORWARD [RS_88] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_286] (rows=20485011 width=436) + Merge Join Operator [MERGEJOIN_286] (rows=49639315 width=436) Conds:RS_85._col2=RS_343._col0(Inner),Output:["_col1","_col2","_col3","_col5"] <-Reducer 16 [SIMPLE_EDGE] vectorized SHUFFLE [RS_343] PartitionCols:_col0 - Select Operator [SEL_342] (rows=17130654 width=212) + Select Operator [SEL_342] (rows=26666666 width=212) Output:["_col0","_col1"] - Filter Operator [FIL_341] (rows=17130654 width=212) + Filter Operator [FIL_341] (rows=26666666 width=212) predicate:(_col4 > 0) - Select Operator [SEL_340] (rows=51391963 width=212) + Select Operator [SEL_340] (rows=80000000 width=212) Output:["_col0","_col4"] - Group By Operator [GBY_339] (rows=51391963 width=396) + Group By Operator [GBY_339] (rows=80000000 width=396) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 <-Reducer 15 [SIMPLE_EDGE] SHUFFLE [RS_58] @@ -294,7 +294,7 @@ Stage-0 <-Reducer 5 [ONE_TO_ONE_EDGE] FORWARD [RS_85] PartitionCols:_col2 - Merge Join Operator [MERGEJOIN_285] (rows=31888273 width=324) + Merge Join Operator [MERGEJOIN_285] (rows=49639315 width=324) Conds:RS_323._col0=RS_333._col0(Inner),Output:["_col1","_col2","_col3"] <-Reducer 12 [SIMPLE_EDGE] vectorized SHUFFLE [RS_333] @@ -354,9 +354,9 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] vectorized SHUFFLE [RS_323] PartitionCols:_col0 - Select Operator [SEL_322] (rows=51391963 width=212) + Select Operator [SEL_322] (rows=80000000 width=212) Output:["_col0","_col1"] - Group By Operator [GBY_321] (rows=51391963 width=396) + Group By Operator [GBY_321] (rows=80000000 width=396) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["max(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_17] diff --git a/ql/src/test/results/clientpositive/perf/tez/query78.q.out b/ql/src/test/results/clientpositive/perf/tez/query78.q.out index 853759ff15..d490dcb6a4 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query78.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query78.q.out @@ -158,22 +158,22 @@ Stage-0 File Output Operator [FS_238] Limit [LIM_237] (rows=100 width=484) Number of rows:100 - Select Operator [SEL_236] (rows=232433056973 width=483) + Select Operator [SEL_236] (rows=11141570439055 width=483) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] <-Reducer 5 [SIMPLE_EDGE] SHUFFLE [RS_73] - Select Operator [SEL_72] (rows=232433056973 width=719) + Select Operator [SEL_72] (rows=11141570439055 width=719) Output:["_col0","_col1","_col6","_col7","_col8","_col9","_col10","_col11","_col12"] - Filter Operator [FIL_71] (rows=232433056973 width=701) + Filter Operator [FIL_71] (rows=11141570439055 width=703) predicate:CASE WHEN (_col11 is not null) THEN ((_col11 > 0L)) ELSE (false) END - Merge Join Operator [MERGEJOIN_191] (rows=464866113946 width=701) + Merge Join Operator [MERGEJOIN_191] (rows=22283140878110 width=703) Conds:RS_68._col1=RS_235._col0(Left Outer),Output:["_col0","_col1","_col2","_col3","_col4","_col7","_col8","_col9","_col11","_col12","_col13"] <-Reducer 12 [SIMPLE_EDGE] vectorized SHUFFLE [RS_235] PartitionCols:_col0 - Select Operator [SEL_234] (rows=50796051 width=235) + Select Operator [SEL_234] (rows=143274863 width=235) Output:["_col0","_col1","_col2","_col3"] - Group By Operator [GBY_233] (rows=50796051 width=239) + Group By Operator [GBY_233] (rows=143274863 width=239) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1 <-Reducer 11 [SIMPLE_EDGE] SHUFFLE [RS_65] @@ -230,16 +230,16 @@ Stage-0 <-Reducer 4 [SIMPLE_EDGE] SHUFFLE [RS_68] PartitionCols:_col1 - Filter Operator [FIL_45] (rows=4580227799 width=471) + Filter Operator [FIL_45] (rows=78336887605 width=471) predicate:CASE WHEN (_col7 is not null) THEN ((_col7 > 0L)) ELSE (false) END - Merge Join Operator [MERGEJOIN_190] (rows=9160455599 width=471) + Merge Join Operator [MERGEJOIN_190] (rows=156673775210 width=471) Conds:RS_215._col1, _col0=RS_225._col1, _col0(Left Outer),Output:["_col0","_col1","_col2","_col3","_col4","_col7","_col8","_col9"] <-Reducer 3 [ONE_TO_ONE_EDGE] vectorized FORWARD [RS_215] PartitionCols:_col1, _col0 - Select Operator [SEL_214] (rows=114214965 width=239) + Select Operator [SEL_214] (rows=550076554 width=239) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_213] (rows=114214965 width=239) + Group By Operator [GBY_213] (rows=550076554 width=239) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_18] @@ -291,9 +291,9 @@ Stage-0 <-Reducer 9 [ONE_TO_ONE_EDGE] vectorized FORWARD [RS_225] PartitionCols:_col1, _col0 - Select Operator [SEL_224] (rows=40539971 width=239) + Select Operator [SEL_224] (rows=143966864 width=239) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_223] (rows=40539971 width=239) + Group By Operator [GBY_223] (rows=143966864 width=239) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"],keys:KEY._col0, KEY._col1 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_39] diff --git a/ql/src/test/results/clientpositive/perf/tez/query79.q.out b/ql/src/test/results/clientpositive/perf/tez/query79.q.out index f1538371a9..aa6af95ed3 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query79.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query79.q.out @@ -75,13 +75,13 @@ Stage-0 File Output Operator [FS_131] Limit [LIM_130] (rows=100 width=776) Number of rows:100 - Select Operator [SEL_129] (rows=43530621 width=776) + Select Operator [SEL_129] (rows=102592623 width=776) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_33] - Select Operator [SEL_32] (rows=43530621 width=776) + Select Operator [SEL_32] (rows=102592623 width=776) Output:["_col0","_col1","_col3","_col4","_col5","_col6"] - Merge Join Operator [MERGEJOIN_100] (rows=43530621 width=501) + Merge Join Operator [MERGEJOIN_100] (rows=102592623 width=501) Conds:RS_103._col0=RS_128._col1(Inner),Output:["_col1","_col2","_col3","_col5","_col6","_col7"] <-Map 1 [SIMPLE_EDGE] vectorized SHUFFLE [RS_103] @@ -95,9 +95,9 @@ Stage-0 <-Reducer 8 [SIMPLE_EDGE] vectorized SHUFFLE [RS_128] PartitionCols:_col1 - Select Operator [SEL_127] (rows=43530621 width=323) + Select Operator [SEL_127] (rows=102592623 width=323) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_126] (rows=43530621 width=325) + Group By Operator [GBY_126] (rows=102592623 width=325) Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2, KEY._col3 <-Reducer 7 [SIMPLE_EDGE] SHUFFLE [RS_26] diff --git a/ql/src/test/results/clientpositive/perf/tez/query80.q.out b/ql/src/test/results/clientpositive/perf/tez/query80.q.out index ff26befbd4..7548f26cc3 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query80.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query80.q.out @@ -281,7 +281,7 @@ Stage-0 <-Reducer 17 [SIMPLE_EDGE] SHUFFLE [RS_75] PartitionCols:_col0 - Group By Operator [GBY_74] (rows=46000 width=436) + Group By Operator [GBY_74] (rows=427306 width=436) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)"],keys:_col0 Select Operator [SEL_72] (rows=8592843 width=305) Output:["_col0","_col1","_col2","_col3"] @@ -520,7 +520,7 @@ Stage-0 <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_36] PartitionCols:_col0 - Group By Operator [GBY_35] (rows=1704 width=436) + Group By Operator [GBY_35] (rows=4932 width=436) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(_col1)","sum(_col2)","sum(_col3)"],keys:_col0 Select Operator [SEL_33] (rows=15038783 width=100) Output:["_col0","_col1","_col2","_col3"] diff --git a/ql/src/test/results/clientpositive/perf/tez/query83.q.out b/ql/src/test/results/clientpositive/perf/tez/query83.q.out index a99851f080..98a7ab3b38 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query83.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query83.q.out @@ -169,13 +169,13 @@ Stage-0 File Output Operator [FS_398] Limit [LIM_397] (rows=100 width=260) Number of rows:100 - Select Operator [SEL_396] (rows=130021 width=260) + Select Operator [SEL_396] (rows=73049 width=260) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] <-Reducer 6 [SIMPLE_EDGE] SHUFFLE [RS_127] - Select Operator [SEL_126] (rows=130021 width=260) + Select Operator [SEL_126] (rows=73049 width=260) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Merge Join Operator [MERGEJOIN_363] (rows=130021 width=124) + Merge Join Operator [MERGEJOIN_363] (rows=73049 width=124) Conds:RS_123._col0=RS_395._col0(Inner),Output:["_col0","_col1","_col3","_col5"] <-Reducer 14 [ONE_TO_ONE_EDGE] vectorized FORWARD [RS_395] @@ -261,7 +261,7 @@ Stage-0 <-Reducer 5 [ONE_TO_ONE_EDGE] FORWARD [RS_123] PartitionCols:_col0 - Merge Join Operator [MERGEJOIN_362] (rows=134905 width=116) + Merge Join Operator [MERGEJOIN_362] (rows=73049 width=116) Conds:RS_385._col0=RS_390._col0(Inner),Output:["_col0","_col1","_col3"] <-Reducer 11 [ONE_TO_ONE_EDGE] vectorized FORWARD [RS_390] @@ -271,7 +271,7 @@ Stage-0 <-Reducer 10 [SIMPLE_EDGE] SHUFFLE [RS_77] PartitionCols:_col0 - Group By Operator [GBY_76] (rows=462000 width=108) + Group By Operator [GBY_76] (rows=1558821 width=108) Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4 Merge Join Operator [MERGEJOIN_360] (rows=25343167 width=103) Conds:RS_72._col0=RS_73._col0(Inner),Output:["_col2","_col4"] @@ -300,12 +300,12 @@ Stage-0 <-Reducer 4 [ONE_TO_ONE_EDGE] vectorized FORWARD [RS_385] PartitionCols:_col0 - Group By Operator [GBY_384] (rows=134905 width=108) + Group By Operator [GBY_384] (rows=73049 width=108) Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0 <-Reducer 3 [SIMPLE_EDGE] SHUFFLE [RS_37] PartitionCols:_col0 - Group By Operator [GBY_36] (rows=462000 width=108) + Group By Operator [GBY_36] (rows=809430 width=108) Output:["_col0","_col1"],aggregations:["sum(_col2)"],keys:_col4 Merge Join Operator [MERGEJOIN_359] (rows=12501392 width=103) Conds:RS_32._col0=RS_33._col0(Inner),Output:["_col2","_col4"] diff --git a/ql/src/test/results/clientpositive/perf/tez/query87.q.out b/ql/src/test/results/clientpositive/perf/tez/query87.q.out index 4006cfb876..b492f3e144 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query87.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query87.q.out @@ -86,20 +86,20 @@ Stage-0 PARTITION_ONLY_SHUFFLE [RS_270] Group By Operator [GBY_269] (rows=1 width=8) Output:["_col0"],aggregations:["count()"] - Select Operator [SEL_268] (rows=8062883 width=16) - Filter Operator [FIL_267] (rows=8062883 width=16) + Select Operator [SEL_268] (rows=4164430 width=16) + Filter Operator [FIL_267] (rows=4164430 width=16) predicate:(((_col3 * 2) = _col4) and (_col3 > 0L)) - Select Operator [SEL_266] (rows=48377300 width=16) + Select Operator [SEL_266] (rows=24986582 width=16) Output:["_col3","_col4"] - Group By Operator [GBY_265] (rows=48377300 width=290) + Group By Operator [GBY_265] (rows=24986582 width=290) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0, KEY._col1, KEY._col2 <-Union 7 [SIMPLE_EDGE] <-Reducer 18 [CONTAINS] vectorized Reduce Output Operator [RS_296] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_295] (rows=48377300 width=290) + Group By Operator [GBY_295] (rows=165330890 width=290) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col3)","sum(_col4)"],keys:_col0, _col1, _col2 - Select Operator [SEL_294] (rows=48377300 width=290) + Select Operator [SEL_294] (rows=165330890 width=290) Output:["_col0","_col1","_col2","_col3","_col4"] Select Operator [SEL_293] (rows=24986582 width=290) Output:["_col0","_col1","_col2","_col3","_col4"] @@ -162,13 +162,13 @@ Stage-0 <-Reducer 6 [CONTAINS] vectorized Reduce Output Operator [RS_264] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_263] (rows=48377300 width=290) + Group By Operator [GBY_263] (rows=165330890 width=290) Output:["_col0","_col1","_col2","_col3","_col4"],aggregations:["sum(_col3)","sum(_col4)"],keys:_col0, _col1, _col2 - Select Operator [SEL_262] (rows=48377300 width=290) + Select Operator [SEL_262] (rows=165330890 width=290) Output:["_col0","_col1","_col2","_col3","_col4"] - Select Operator [SEL_261] (rows=23390718 width=290) + Select Operator [SEL_261] (rows=140344308 width=290) Output:["_col0","_col1","_col2","_col3","_col4"] - Group By Operator [GBY_260] (rows=23390718 width=282) + Group By Operator [GBY_260] (rows=140344308 width=282) Output:["_col0","_col1","_col2","_col3"],aggregations:["count()"],keys:_col0, _col1, _col2 Select Operator [SEL_259] (rows=23390718 width=290) Output:["_col0","_col1","_col2"] diff --git a/ql/src/test/results/clientpositive/perf/tez/query97.q.out b/ql/src/test/results/clientpositive/perf/tez/query97.q.out index 21daca3aed..e3fed78e1c 100644 --- a/ql/src/test/results/clientpositive/perf/tez/query97.q.out +++ b/ql/src/test/results/clientpositive/perf/tez/query97.q.out @@ -82,14 +82,14 @@ Stage-0 PARTITION_ONLY_SHUFFLE [RS_34] Group By Operator [GBY_33] (rows=1 width=24) Output:["_col0","_col1","_col2"],aggregations:["sum(_col0)","sum(_col1)","sum(_col2)"] - Select Operator [SEL_31] (rows=19216436912 width=7) + Select Operator [SEL_31] (rows=641522732397 width=7) Output:["_col0","_col1","_col2"] - Merge Join Operator [MERGEJOIN_69] (rows=19216436912 width=7) + Merge Join Operator [MERGEJOIN_69] (rows=641522732397 width=7) Conds:RS_86._col0, _col1=RS_93._col0, _col1(Outer),Output:["_col0","_col2"] <-Reducer 3 [ONE_TO_ONE_EDGE] vectorized FORWARD [RS_86] PartitionCols:_col0, _col1 - Group By Operator [GBY_85] (rows=95493908 width=6) + Group By Operator [GBY_85] (rows=550076554 width=6) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Reducer 2 [SIMPLE_EDGE] SHUFFLE [RS_11] @@ -130,7 +130,7 @@ Stage-0 <-Reducer 9 [ONE_TO_ONE_EDGE] vectorized FORWARD [RS_93] PartitionCols:_col0, _col1 - Group By Operator [GBY_92] (rows=49393705 width=7) + Group By Operator [GBY_92] (rows=286549727 width=7) Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 <-Reducer 8 [SIMPLE_EDGE] SHUFFLE [RS_25]