diff --git a/ql/src/java/org/apache/hadoop/hive/ql/stats/StatsUtils.java b/ql/src/java/org/apache/hadoop/hive/ql/stats/StatsUtils.java index 0bd7f0a..42570ce 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/stats/StatsUtils.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/stats/StatsUtils.java @@ -93,6 +93,7 @@ import java.util.HashSet; import java.util.List; import java.util.Map; +import java.util.Map.Entry; import java.util.Set; public class StatsUtils { @@ -1114,6 +1115,16 @@ public static long getWritableSize(ObjectInspector oi, Object value) { cs.add(colStat); } } + // sometimes RowSchema is empty, so fetch stats of columns in exprMap + for (Entry pair : colExprMap.entrySet()) { + if (rowSchema.getColumnInfo(pair.getKey()) == null) { + ColStatistics colStat = getColStatisticsFromExpression(conf, parentStats, pair.getValue()); + if (colStat != null) { + colStat.setColumnName(pair.getKey()); + cs.add(colStat); + } + } + } return cs; } diff --git a/ql/src/test/results/clientpositive/annotate_stats_select.q.out b/ql/src/test/results/clientpositive/annotate_stats_select.q.out index c7575d1..877037d 100644 --- a/ql/src/test/results/clientpositive/annotate_stats_select.q.out +++ b/ql/src/test/results/clientpositive/annotate_stats_select.q.out @@ -1022,20 +1022,20 @@ STAGE PLANS: alias: alltypes_orc Statistics: Num rows: 2 Data size: 1686 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE Reduce Operator Tree: Limit Number of rows: 10 - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false table: @@ -1049,18 +1049,18 @@ STAGE PLANS: TableScan Reduce Output Operator sort order: - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE Reduce Operator Tree: Limit Number of rows: 10 - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: 'hello' (type: string), 11.0 (type: double) outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 194 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 194 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat diff --git a/ql/src/test/results/clientpositive/cross_join.q.out b/ql/src/test/results/clientpositive/cross_join.q.out index 377fde9..a6dcd28 100644 --- a/ql/src/test/results/clientpositive/cross_join.q.out +++ b/ql/src/test/results/clientpositive/cross_join.q.out @@ -28,10 +28,10 @@ STAGE PLANS: alias: src Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Operator Tree: Join Operator condition map: @@ -85,10 +85,10 @@ STAGE PLANS: alias: src Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Operator Tree: Join Operator condition map: diff --git a/ql/src/test/results/clientpositive/input_part10.q.out b/ql/src/test/results/clientpositive/input_part10.q.out index f4b959d..e4058b0 100644 --- a/ql/src/test/results/clientpositive/input_part10.q.out +++ b/ql/src/test/results/clientpositive/input_part10.q.out @@ -45,24 +45,24 @@ STAGE PLANS: alias: src Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 4000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Operator Tree: Select Operator expressions: 1 (type: int), 2 (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat diff --git a/ql/src/test/results/clientpositive/insert_into5.q.out b/ql/src/test/results/clientpositive/insert_into5.q.out index b01f761..ea88b96 100644 --- a/ql/src/test/results/clientpositive/insert_into5.q.out +++ b/ql/src/test/results/clientpositive/insert_into5.q.out @@ -39,24 +39,24 @@ STAGE PLANS: alias: src Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 - Statistics: Num rows: 10 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 10 Data size: 910 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 10 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 10 Data size: 910 Basic stats: COMPLETE Column stats: COMPLETE Reduce Operator Tree: Select Operator expressions: 1 (type: int), 'one' (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 10 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 10 Data size: 910 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 - Statistics: Num rows: 10 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 10 Data size: 910 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 10 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 10 Data size: 910 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat diff --git a/ql/src/test/results/clientpositive/lateral_view.q.out b/ql/src/test/results/clientpositive/lateral_view.q.out index ce20041..e0cfb25 100644 --- a/ql/src/test/results/clientpositive/lateral_view.q.out +++ b/ql/src/test/results/clientpositive/lateral_view.q.out @@ -132,14 +132,14 @@ STAGE PLANS: Lateral View Forward Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 172000 Basic stats: COMPLETE Column stats: COMPLETE Lateral View Join Operator outputColumnNames: _col5 - Statistics: Num rows: 1000 Data size: 28000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 200000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col5 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 1000 Data size: 28000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 200000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 3 Statistics: Num rows: 3 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE @@ -159,11 +159,11 @@ STAGE PLANS: function name: explode Lateral View Join Operator outputColumnNames: _col5 - Statistics: Num rows: 1000 Data size: 28000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 200000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col5 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 1000 Data size: 28000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 200000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 3 Statistics: Num rows: 3 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE @@ -199,19 +199,19 @@ STAGE PLANS: Lateral View Forward Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 172000 Basic stats: COMPLETE Column stats: COMPLETE Lateral View Join Operator outputColumnNames: _col5 - Statistics: Num rows: 1000 Data size: 28000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 200000 Basic stats: COMPLETE Column stats: COMPLETE Lateral View Forward - Statistics: Num rows: 1000 Data size: 28000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 200000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col5 (type: int) outputColumnNames: _col5 - Statistics: Num rows: 1000 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 268000 Basic stats: COMPLETE Column stats: COMPLETE Lateral View Join Operator outputColumnNames: _col5, _col6 - Statistics: Num rows: 2000 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 268000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col5 (type: int), _col6 (type: string) outputColumnNames: _col0, _col1 @@ -235,7 +235,7 @@ STAGE PLANS: function name: explode Lateral View Join Operator outputColumnNames: _col5, _col6 - Statistics: Num rows: 2000 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 268000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col5 (type: int), _col6 (type: string) outputColumnNames: _col0, _col1 @@ -259,16 +259,16 @@ STAGE PLANS: function name: explode Lateral View Join Operator outputColumnNames: _col5 - Statistics: Num rows: 1000 Data size: 28000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 200000 Basic stats: COMPLETE Column stats: COMPLETE Lateral View Forward - Statistics: Num rows: 1000 Data size: 28000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 200000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col5 (type: int) outputColumnNames: _col5 - Statistics: Num rows: 1000 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 268000 Basic stats: COMPLETE Column stats: COMPLETE Lateral View Join Operator outputColumnNames: _col5, _col6 - Statistics: Num rows: 2000 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 268000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col5 (type: int), _col6 (type: string) outputColumnNames: _col0, _col1 @@ -292,7 +292,7 @@ STAGE PLANS: function name: explode Lateral View Join Operator outputColumnNames: _col5, _col6 - Statistics: Num rows: 2000 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 268000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col5 (type: int), _col6 (type: string) outputColumnNames: _col0, _col1 @@ -332,21 +332,21 @@ STAGE PLANS: Lateral View Forward Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 172000 Basic stats: COMPLETE Column stats: COMPLETE Lateral View Join Operator outputColumnNames: _col5 - Statistics: Num rows: 1000 Data size: 24000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 196000 Basic stats: COMPLETE Column stats: COMPLETE Lateral View Forward - Statistics: Num rows: 1000 Data size: 24000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 196000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1000 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 268000 Basic stats: COMPLETE Column stats: COMPLETE Lateral View Join Operator outputColumnNames: _col6 - Statistics: Num rows: 2000 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 268000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col6 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 268000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 3 Statistics: Num rows: 3 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE @@ -366,11 +366,11 @@ STAGE PLANS: function name: explode Lateral View Join Operator outputColumnNames: _col6 - Statistics: Num rows: 2000 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 268000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col6 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 268000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 3 Statistics: Num rows: 3 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE @@ -390,18 +390,18 @@ STAGE PLANS: function name: explode Lateral View Join Operator outputColumnNames: _col5 - Statistics: Num rows: 1000 Data size: 24000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 196000 Basic stats: COMPLETE Column stats: COMPLETE Lateral View Forward - Statistics: Num rows: 1000 Data size: 24000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 196000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1000 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 268000 Basic stats: COMPLETE Column stats: COMPLETE Lateral View Join Operator outputColumnNames: _col6 - Statistics: Num rows: 2000 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 268000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col6 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 268000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 3 Statistics: Num rows: 3 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE @@ -421,11 +421,11 @@ STAGE PLANS: function name: explode Lateral View Join Operator outputColumnNames: _col6 - Statistics: Num rows: 2000 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 268000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col6 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2000 Data size: 268000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 3 Statistics: Num rows: 3 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE @@ -519,10 +519,10 @@ STAGE PLANS: Lateral View Forward Statistics: Num rows: 500 Data size: 1406 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 172000 Basic stats: COMPLETE Column stats: COMPLETE Lateral View Join Operator outputColumnNames: _col4 - Statistics: Num rows: 1000 Data size: 28000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 200000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col4 (type: int) outputColumnNames: _col0 @@ -546,7 +546,7 @@ STAGE PLANS: function name: explode Lateral View Join Operator outputColumnNames: _col4 - Statistics: Num rows: 1000 Data size: 28000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 200000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col4 (type: int) outputColumnNames: _col0 diff --git a/ql/src/test/results/clientpositive/lateral_view_explode2.q.out b/ql/src/test/results/clientpositive/lateral_view_explode2.q.out index 4e3e021..65e268d 100644 --- a/ql/src/test/results/clientpositive/lateral_view_explode2.q.out +++ b/ql/src/test/results/clientpositive/lateral_view_explode2.q.out @@ -22,10 +22,10 @@ STAGE PLANS: Lateral View Forward Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 172000 Basic stats: COMPLETE Column stats: COMPLETE Lateral View Join Operator outputColumnNames: _col5, _col6 - Statistics: Num rows: 1000 Data size: 28000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 200000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col5 (type: int), _col6 (type: int) mode: hash @@ -45,7 +45,7 @@ STAGE PLANS: function name: explode Lateral View Join Operator outputColumnNames: _col5, _col6 - Statistics: Num rows: 1000 Data size: 28000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 200000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col5 (type: int), _col6 (type: int) mode: hash diff --git a/ql/src/test/results/clientpositive/lateral_view_noalias.q.out b/ql/src/test/results/clientpositive/lateral_view_noalias.q.out index ebd6bc5..90c9155 100644 --- a/ql/src/test/results/clientpositive/lateral_view_noalias.q.out +++ b/ql/src/test/results/clientpositive/lateral_view_noalias.q.out @@ -18,14 +18,14 @@ STAGE PLANS: Lateral View Forward Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 172000 Basic stats: COMPLETE Column stats: COMPLETE Lateral View Join Operator outputColumnNames: _col5, _col6 - Statistics: Num rows: 1000 Data size: 192000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 364000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col5 (type: string), _col6 (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 192000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 364000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 2 Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE @@ -39,11 +39,11 @@ STAGE PLANS: function name: explode Lateral View Join Operator outputColumnNames: _col5, _col6 - Statistics: Num rows: 1000 Data size: 192000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 364000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col5 (type: string), _col6 (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 192000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 364000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 2 Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE @@ -128,10 +128,10 @@ STAGE PLANS: Lateral View Forward Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 172000 Basic stats: COMPLETE Column stats: COMPLETE Lateral View Join Operator outputColumnNames: _col5, _col6 - Statistics: Num rows: 1000 Data size: 192000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 364000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col5 (type: string), _col6 (type: int) outputColumnNames: _col0, _col1 @@ -152,7 +152,7 @@ STAGE PLANS: function name: explode Lateral View Join Operator outputColumnNames: _col5, _col6 - Statistics: Num rows: 1000 Data size: 192000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 364000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col5 (type: string), _col6 (type: int) outputColumnNames: _col0, _col1 @@ -225,10 +225,10 @@ STAGE PLANS: Lateral View Forward Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 172000 Basic stats: COMPLETE Column stats: COMPLETE Lateral View Join Operator outputColumnNames: _col5, _col6 - Statistics: Num rows: 1000 Data size: 192000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 364000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col5 (type: string), _col6 (type: int) outputColumnNames: _col0, _col1 @@ -249,7 +249,7 @@ STAGE PLANS: function name: explode Lateral View Join Operator outputColumnNames: _col5, _col6 - Statistics: Num rows: 1000 Data size: 192000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 364000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col5 (type: string), _col6 (type: int) outputColumnNames: _col0, _col1 diff --git a/ql/src/test/results/clientpositive/load_dyn_part14.q.out b/ql/src/test/results/clientpositive/load_dyn_part14.q.out index 3dcc3c9..57a1a93 100644 --- a/ql/src/test/results/clientpositive/load_dyn_part14.q.out +++ b/ql/src/test/results/clientpositive/load_dyn_part14.q.out @@ -74,13 +74,13 @@ STAGE PLANS: alias: src Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 43000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 2 - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 172 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 172 Basic stats: COMPLETE Column stats: COMPLETE Reduce Operator Tree: Limit Number of rows: 2 @@ -194,13 +194,13 @@ STAGE PLANS: alias: src Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 85000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 2 - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 340 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 340 Basic stats: COMPLETE Column stats: COMPLETE Reduce Operator Tree: Limit Number of rows: 2 @@ -223,13 +223,13 @@ STAGE PLANS: alias: src Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 85500 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 2 - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 342 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 342 Basic stats: COMPLETE Column stats: COMPLETE Reduce Operator Tree: Limit Number of rows: 2 diff --git a/ql/src/test/results/clientpositive/spark/cross_join.q.out b/ql/src/test/results/clientpositive/spark/cross_join.q.out index 2fb6b21..5322d39 100644 --- a/ql/src/test/results/clientpositive/spark/cross_join.q.out +++ b/ql/src/test/results/clientpositive/spark/cross_join.q.out @@ -35,10 +35,10 @@ STAGE PLANS: alias: src Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 2 Reduce Operator Tree: Join Operator @@ -100,10 +100,10 @@ STAGE PLANS: alias: src Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 2 Reduce Operator Tree: Join Operator diff --git a/ql/src/test/results/clientpositive/spark/lateral_view_explode2.q.out b/ql/src/test/results/clientpositive/spark/lateral_view_explode2.q.out index 1ac37a9..07cfca8 100644 --- a/ql/src/test/results/clientpositive/spark/lateral_view_explode2.q.out +++ b/ql/src/test/results/clientpositive/spark/lateral_view_explode2.q.out @@ -27,10 +27,10 @@ STAGE PLANS: Lateral View Forward Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 172000 Basic stats: COMPLETE Column stats: COMPLETE Lateral View Join Operator outputColumnNames: _col5, _col6 - Statistics: Num rows: 1000 Data size: 28000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 200000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col5 (type: int), _col6 (type: int) mode: hash @@ -50,7 +50,7 @@ STAGE PLANS: function name: explode Lateral View Join Operator outputColumnNames: _col5, _col6 - Statistics: Num rows: 1000 Data size: 28000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 200000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col5 (type: int), _col6 (type: int) mode: hash diff --git a/ql/src/test/results/clientpositive/spark/load_dyn_part14.q.out b/ql/src/test/results/clientpositive/spark/load_dyn_part14.q.out index 4e030a3..288ff69 100644 --- a/ql/src/test/results/clientpositive/spark/load_dyn_part14.q.out +++ b/ql/src/test/results/clientpositive/spark/load_dyn_part14.q.out @@ -73,39 +73,39 @@ STAGE PLANS: alias: src Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 43000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 2 - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 172 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 172 Basic stats: COMPLETE Column stats: COMPLETE Map 3 Map Operator Tree: TableScan alias: src Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 85000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 2 - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 340 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 340 Basic stats: COMPLETE Column stats: COMPLETE Map 5 Map Operator Tree: TableScan alias: src Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 85500 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 2 - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 342 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 342 Basic stats: COMPLETE Column stats: COMPLETE Reducer 2 Reduce Operator Tree: Limit diff --git a/ql/src/test/results/clientpositive/spark/ql_rewrite_gbtoidx.q.out b/ql/src/test/results/clientpositive/spark/ql_rewrite_gbtoidx.q.out index 883dce6..9d0b3c9 100644 --- a/ql/src/test/results/clientpositive/spark/ql_rewrite_gbtoidx.q.out +++ b/ql/src/test/results/clientpositive/spark/ql_rewrite_gbtoidx.q.out @@ -87,7 +87,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -258,29 +258,29 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan alias: default__lineitem_ix_lineitem_ix_lshipdate_idx__ - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: l_shipdate (type: string), _count_of_l_shipdate (type: bigint) outputColumnNames: l_shipdate, _count_of_l_shipdate - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(_count_of_l_shipdate) keys: l_shipdate (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 2 Reduce Operator Tree: @@ -289,10 +289,10 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -437,7 +437,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) Reducer 3 <- Reducer 2 (SORT, 1) #### A masked pattern was here #### Vertices: @@ -578,7 +578,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) Reducer 3 <- Reducer 2 (SORT, 1) #### A masked pattern was here #### Vertices: @@ -586,22 +586,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: default__lineitem_ix_lineitem_ix_lshipdate_idx__ - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: l_shipdate (type: string), _count_of_l_shipdate (type: bigint) outputColumnNames: l_shipdate, _count_of_l_shipdate - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(_count_of_l_shipdate) keys: year(l_shipdate) (type: int), month(l_shipdate) (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) Reducer 2 Reduce Operator Tree: @@ -610,21 +610,21 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) Reducer 3 Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), VALUE._col0 (type: bigint) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -747,64 +747,64 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) - Reducer 5 <- Map 4 (GROUP, 4) - Reducer 3 <- Reducer 2 (PARTITION-LEVEL SORT, 4), Reducer 5 (PARTITION-LEVEL SORT, 4) + Reducer 2 <- Map 1 (GROUP, 2) + Reducer 5 <- Map 4 (GROUP, 2) + Reducer 3 <- Reducer 2 (PARTITION-LEVEL SORT, 2), Reducer 5 (PARTITION-LEVEL SORT, 2) #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan alias: lastyear:default__lineitem_ix_lineitem_ix_lshipdate_idx__ - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (year(l_shipdate) = 1997) (type: boolean) - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: l_shipdate (type: string), _count_of_l_shipdate (type: bigint) outputColumnNames: l_shipdate, _count_of_l_shipdate - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(_count_of_l_shipdate) keys: year(l_shipdate) (type: int), month(l_shipdate) (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: _col1 is not null (type: boolean) - Statistics: Num rows: 24 Data size: 2263 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 3199 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 24 Data size: 2263 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 3199 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) Map 4 Map Operator Tree: TableScan alias: thisyear:default__lineitem_ix_lineitem_ix_lshipdate_idx__ - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (year(l_shipdate) = 1998) (type: boolean) - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: l_shipdate (type: string), _count_of_l_shipdate (type: bigint) outputColumnNames: l_shipdate, _count_of_l_shipdate - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(_count_of_l_shipdate) keys: year(l_shipdate) (type: int), month(l_shipdate) (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: _col1 is not null (type: boolean) - Statistics: Num rows: 24 Data size: 2263 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 3199 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 24 Data size: 2263 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 3199 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) Reducer 2 Reduce Operator Tree: @@ -813,16 +813,16 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 12 Data size: 1131 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1599 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: int), _col2 (type: bigint) outputColumnNames: _col1, _col2 - Statistics: Num rows: 12 Data size: 1131 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1599 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: int) sort order: + Map-reduce partition columns: _col1 (type: int) - Statistics: Num rows: 12 Data size: 1131 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1599 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) Reducer 3 Reduce Operator Tree: @@ -833,14 +833,14 @@ STAGE PLANS: 0 _col1 (type: int) 1 _col1 (type: int) outputColumnNames: _col1, _col2, _col4, _col5 - Statistics: Num rows: 13 Data size: 1244 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 1758 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: int), _col4 (type: int), ((_col5 - _col2) / _col2) (type: double) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 1244 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 1758 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 1244 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 1758 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -852,16 +852,16 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 12 Data size: 1131 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1599 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: int), _col2 (type: bigint) outputColumnNames: _col1, _col2 - Statistics: Num rows: 12 Data size: 1131 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1599 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: int) sort order: + Map-reduce partition columns: _col1 (type: int) - Statistics: Num rows: 12 Data size: 1131 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1599 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) Stage: Stage-0 @@ -890,7 +890,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 3 <- Map 2 (GROUP, 4) + Reducer 3 <- Map 2 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -904,7 +904,7 @@ STAGE PLANS: Statistics: Num rows: 116 Data size: 12099 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 163 Data size: 16531 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 163 Data size: 18364 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -913,22 +913,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: null-subquery1:dummy-subquery1:default__lineitem_ix_lineitem_ix_lshipdate_idx__ - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: l_shipdate (type: string), _count_of_l_shipdate (type: bigint) outputColumnNames: l_shipdate, _count_of_l_shipdate - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(_count_of_l_shipdate) keys: l_shipdate (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 Reduce Operator Tree: @@ -937,10 +937,10 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 163 Data size: 16531 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 163 Data size: 18364 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -991,7 +991,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1052,7 +1052,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1216,7 +1216,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1271,7 +1271,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1330,7 +1330,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1388,7 +1388,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1446,7 +1446,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1505,7 +1505,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1564,7 +1564,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1622,7 +1622,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1677,7 +1677,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1732,7 +1732,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1787,7 +1787,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1842,7 +1842,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1900,7 +1900,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1958,7 +1958,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -2012,7 +2012,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -2066,7 +2066,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -2121,7 +2121,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -2268,7 +2268,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -2367,7 +2367,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -2477,7 +2477,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) Reducer 3 <- Reducer 2 (SORT, 1) #### A masked pattern was here #### Vertices: @@ -2561,7 +2561,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) Reducer 3 <- Reducer 2 (SORT, 1) #### A masked pattern was here #### Vertices: @@ -2569,22 +2569,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: default__tbl_tbl_key_idx__ - Statistics: Num rows: 6 Data size: 430 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 664 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), _count_of_key (type: bigint) outputColumnNames: key, _count_of_key - Statistics: Num rows: 6 Data size: 430 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 664 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(_count_of_key) keys: key (type: int) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 430 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 664 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 430 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 664 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 2 Reduce Operator Tree: @@ -2593,21 +2593,21 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 3 Data size: 215 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 332 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 3 Data size: 215 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 332 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint) outputColumnNames: _col0, _col1 - Statistics: Num rows: 3 Data size: 215 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 332 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 3 Data size: 215 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 332 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat diff --git a/ql/src/test/results/clientpositive/spark/ql_rewrite_gbtoidx_cbo_1.q.out b/ql/src/test/results/clientpositive/spark/ql_rewrite_gbtoidx_cbo_1.q.out index 02e24c3..cf214b9 100644 --- a/ql/src/test/results/clientpositive/spark/ql_rewrite_gbtoidx_cbo_1.q.out +++ b/ql/src/test/results/clientpositive/spark/ql_rewrite_gbtoidx_cbo_1.q.out @@ -87,7 +87,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -258,29 +258,29 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan alias: $hdt$_0:default__lineitem_ix_lineitem_ix_lshipdate_idx__ - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: l_shipdate (type: string), _count_of_l_shipdate (type: bigint) outputColumnNames: _col0, _count_of_l_shipdate - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(_count_of_l_shipdate) keys: _col0 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 2 Reduce Operator Tree: @@ -289,10 +289,10 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -437,7 +437,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) Reducer 3 <- Reducer 2 (SORT, 1) #### A masked pattern was here #### Vertices: @@ -578,7 +578,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) Reducer 3 <- Reducer 2 (SORT, 1) #### A masked pattern was here #### Vertices: @@ -586,22 +586,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: $hdt$_0:default__lineitem_ix_lineitem_ix_lshipdate_idx__ - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: year(l_shipdate) (type: int), month(l_shipdate) (type: int), l_shipdate (type: string), _count_of_l_shipdate (type: bigint) outputColumnNames: _col0, _col1, _col2, _count_of_l_shipdate - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(_count_of_l_shipdate) keys: _col0 (type: int), _col1 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) Reducer 2 Reduce Operator Tree: @@ -610,21 +610,21 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) Reducer 3 Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), VALUE._col0 (type: bigint) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -747,64 +747,64 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) - Reducer 5 <- Map 4 (GROUP, 4) - Reducer 3 <- Reducer 2 (PARTITION-LEVEL SORT, 4), Reducer 5 (PARTITION-LEVEL SORT, 4) + Reducer 2 <- Map 1 (GROUP, 2) + Reducer 5 <- Map 4 (GROUP, 2) + Reducer 3 <- Reducer 2 (PARTITION-LEVEL SORT, 2), Reducer 5 (PARTITION-LEVEL SORT, 2) #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan alias: lastyear:default__lineitem_ix_lineitem_ix_lshipdate_idx__ - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (year(l_shipdate) = 1997) (type: boolean) - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: l_shipdate (type: string), _count_of_l_shipdate (type: bigint) outputColumnNames: l_shipdate, _count_of_l_shipdate - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(_count_of_l_shipdate) keys: year(l_shipdate) (type: int), month(l_shipdate) (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: _col1 is not null (type: boolean) - Statistics: Num rows: 24 Data size: 2263 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 3199 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 24 Data size: 2263 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 3199 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) Map 4 Map Operator Tree: TableScan alias: thisyear:default__lineitem_ix_lineitem_ix_lshipdate_idx__ - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (year(l_shipdate) = 1998) (type: boolean) - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: l_shipdate (type: string), _count_of_l_shipdate (type: bigint) outputColumnNames: l_shipdate, _count_of_l_shipdate - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(_count_of_l_shipdate) keys: year(l_shipdate) (type: int), month(l_shipdate) (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: _col1 is not null (type: boolean) - Statistics: Num rows: 24 Data size: 2263 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 3199 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: int) - Statistics: Num rows: 24 Data size: 2263 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 3199 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) Reducer 2 Reduce Operator Tree: @@ -813,16 +813,16 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 12 Data size: 1131 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1599 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: int), _col2 (type: bigint) outputColumnNames: _col1, _col2 - Statistics: Num rows: 12 Data size: 1131 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1599 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: int) sort order: + Map-reduce partition columns: _col1 (type: int) - Statistics: Num rows: 12 Data size: 1131 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1599 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) Reducer 3 Reduce Operator Tree: @@ -833,14 +833,14 @@ STAGE PLANS: 0 _col1 (type: int) 1 _col1 (type: int) outputColumnNames: _col1, _col2, _col4, _col5 - Statistics: Num rows: 13 Data size: 1244 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 1758 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: int), _col4 (type: int), ((_col5 - _col2) / _col2) (type: double) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 1244 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 1758 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 1244 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 1758 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -852,16 +852,16 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 12 Data size: 1131 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1599 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: int), _col2 (type: bigint) outputColumnNames: _col1, _col2 - Statistics: Num rows: 12 Data size: 1131 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1599 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: int) sort order: + Map-reduce partition columns: _col1 (type: int) - Statistics: Num rows: 12 Data size: 1131 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1599 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) Stage: Stage-0 @@ -890,7 +890,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 3 <- Map 2 (GROUP, 4) + Reducer 3 <- Map 2 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -904,7 +904,7 @@ STAGE PLANS: Statistics: Num rows: 116 Data size: 12099 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 163 Data size: 16531 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 163 Data size: 18364 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -913,22 +913,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: null-subquery1:$hdt$_0-subquery1:$hdt$_0:default__lineitem_ix_lineitem_ix_lshipdate_idx__ - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: l_shipdate (type: string), _count_of_l_shipdate (type: bigint) outputColumnNames: _col0, _count_of_l_shipdate - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(_count_of_l_shipdate) keys: _col0 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 95 Data size: 8960 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 12665 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 Reduce Operator Tree: @@ -937,10 +937,10 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 47 Data size: 4432 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 47 Data size: 6265 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 163 Data size: 16531 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 163 Data size: 18364 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -991,7 +991,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1052,7 +1052,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1216,7 +1216,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1271,7 +1271,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1330,7 +1330,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1388,7 +1388,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1446,7 +1446,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1505,7 +1505,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1564,7 +1564,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1622,7 +1622,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1677,7 +1677,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1732,7 +1732,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1787,7 +1787,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1842,7 +1842,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1900,7 +1900,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -1958,7 +1958,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -2016,7 +2016,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -2074,7 +2074,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -2129,7 +2129,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -2272,7 +2272,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -2375,7 +2375,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) #### A masked pattern was here #### Vertices: Map 1 @@ -2485,7 +2485,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) Reducer 3 <- Reducer 2 (SORT, 1) #### A masked pattern was here #### Vertices: @@ -2569,7 +2569,7 @@ STAGE PLANS: Stage: Stage-1 Spark Edges: - Reducer 2 <- Map 1 (GROUP, 4) + Reducer 2 <- Map 1 (GROUP, 2) Reducer 3 <- Reducer 2 (SORT, 1) #### A masked pattern was here #### Vertices: @@ -2577,22 +2577,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: $hdt$_0:default__tbl_tbl_key_idx__ - Statistics: Num rows: 6 Data size: 430 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 664 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), _count_of_key (type: bigint) outputColumnNames: _col0, _count_of_key - Statistics: Num rows: 6 Data size: 430 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 664 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(_count_of_key) keys: _col0 (type: int) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 430 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 664 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 430 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 664 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 2 Reduce Operator Tree: @@ -2601,21 +2601,21 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 3 Data size: 215 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 332 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 3 Data size: 215 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 332 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint) outputColumnNames: _col0, _col1 - Statistics: Num rows: 3 Data size: 215 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 332 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 3 Data size: 215 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 332 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat diff --git a/ql/src/test/results/clientpositive/tez/cross_join.q.out b/ql/src/test/results/clientpositive/tez/cross_join.q.out index 30564d7..6d10c1e 100644 --- a/ql/src/test/results/clientpositive/tez/cross_join.q.out +++ b/ql/src/test/results/clientpositive/tez/cross_join.q.out @@ -35,10 +35,10 @@ STAGE PLANS: alias: src Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 2 Reduce Operator Tree: Merge Join Operator @@ -100,10 +100,10 @@ STAGE PLANS: alias: src Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 2 Reduce Operator Tree: Merge Join Operator diff --git a/ql/src/test/results/clientpositive/tez/explainuser_1.q.out b/ql/src/test/results/clientpositive/tez/explainuser_1.q.out index bd5b72e..c1bfaff 100644 --- a/ql/src/test/results/clientpositive/tez/explainuser_1.q.out +++ b/ql/src/test/results/clientpositive/tez/explainuser_1.q.out @@ -2535,17 +2535,17 @@ Stage-0 key expressions:_col0 (type: string) Map-reduce partition columns:_col0 (type: string) sort order:+ - Statistics:Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col1 (type: int) Filter Operator [FIL_59] predicate:_col0 is not null (type: boolean) - Statistics:Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE Limit [LIM_12] Number of rows:5 - Statistics:Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_11] | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 6 [SIMPLE_EDGE] Reduce Output Operator [RS_10] key expressions:_col3 (type: double), _col2 (type: bigint) @@ -2613,11 +2613,11 @@ Stage-0 | key expressions:_col0 (type: string) | Map-reduce partition columns:_col0 (type: string) | sort order:+ - | Statistics:Num rows: 5 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 5 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE | value expressions:_col1 (type: int) | Select Operator [SEL_2] | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 5 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 5 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE | Filter Operator [FIL_16] | predicate:((((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0.0))) and key is not null) (type: boolean) | Statistics:Num rows: 5 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE @@ -2962,43 +2962,43 @@ Stage-0 Reducer 3 File Output Operator [FS_16] compressed:false - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} Group By Operator [GBY_14] | aggregations:["count(VALUE._col0)"] | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 2 [SIMPLE_EDGE] Reduce Output Operator [RS_13] sort order: - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col0 (type: bigint) Group By Operator [GBY_12] aggregations:["count(_col0)"] outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_10] outputColumnNames:["_col0"] - Statistics:Num rows: 22 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics:Num rows: 200 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE Merge Join Operator [MERGEJOIN_20] | condition map:[{"":"Inner Join 0 to 1"}] | keys:{} - | Statistics:Num rows: 22 Data size: 0 Basic stats: PARTIAL Column stats: NONE + | Statistics:Num rows: 200 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] | Reduce Output Operator [RS_7] | sort order: - | Statistics:Num rows: 20 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + | Statistics:Num rows: 20 Data size: 1760 Basic stats: COMPLETE Column stats: COMPLETE | Select Operator [SEL_2] - | Statistics:Num rows: 20 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + | Statistics:Num rows: 20 Data size: 1760 Basic stats: COMPLETE Column stats: COMPLETE | TableScan [TS_0] | alias:cbo_t1 | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 4 [SIMPLE_EDGE] Reduce Output Operator [RS_8] sort order: - Statistics:Num rows: 20 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics:Num rows: 20 Data size: 1760 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_5] - Statistics:Num rows: 20 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics:Num rows: 20 Data size: 1760 Basic stats: COMPLETE Column stats: COMPLETE TableScan [TS_3] alias:cbo_t2 Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE @@ -3063,10 +3063,10 @@ Stage-0 key expressions:_col1 (type: string) Map-reduce partition columns:_col1 (type: string) sort order:+ - Statistics:Num rows: 83 Data size: 7553 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_10] outputColumnNames:["_col1"] - Statistics:Num rows: 83 Data size: 7553 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator [GBY_9] | keys:KEY._col0 (type: string), KEY._col1 (type: string) | outputColumnNames:["_col0","_col1"] @@ -3731,13 +3731,13 @@ Stage-0 Statistics:Num rows: 13 Data size: 2392 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator [FIL_26] predicate:first_value_window_0 is not null (type: boolean) - Statistics:Num rows: 13 Data size: 2899 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 13 Data size: 6383 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_11] Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col5"}] - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_10] | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 4 [SIMPLE_EDGE] Reduce Output Operator [RS_9] key expressions:p_mfgr (type: string), p_size (type: int) @@ -4332,10 +4332,10 @@ Stage-0 Statistics:Num rows: 20 Data size: 1040 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_3] Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"0","name:":"windowingtablefunction","order by:":"0"}] - Statistics:Num rows: 20 Data size: 144 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 20 Data size: 9184 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col2","_col3"] - | Statistics:Num rows: 20 Data size: 144 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 20 Data size: 9184 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] Reduce Output Operator [RS_1] key expressions:0 (type: int) @@ -4370,10 +4370,10 @@ Stage-0 Statistics:Num rows: 20 Data size: 1040 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_3] Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"0","name:":"windowingtablefunction","order by:":"0"}] - Statistics:Num rows: 20 Data size: 144 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 20 Data size: 9184 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col2","_col3"] - | Statistics:Num rows: 20 Data size: 144 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 20 Data size: 9184 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] Reduce Output Operator [RS_1] key expressions:0 (type: int) @@ -4408,10 +4408,10 @@ Stage-0 Statistics:Num rows: 20 Data size: 1280 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_3] Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col0","name:":"windowingtablefunction","order by:":"_col1"}] - Statistics:Num rows: 20 Data size: 3204 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 20 Data size: 12244 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 20 Data size: 3204 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 20 Data size: 12244 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] Reduce Output Operator [RS_1] key expressions:key (type: string), value (type: string) @@ -4446,10 +4446,10 @@ Stage-0 Statistics:Num rows: 25 Data size: 4475 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_3] Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col0","name:":"windowingtablefunction","order by:":"_col1"}] - Statistics:Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 25 Data size: 11075 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 25 Data size: 11075 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] Reduce Output Operator [RS_1] key expressions:key (type: string), value (type: string) @@ -5223,13 +5223,13 @@ Stage-0 Reducer 2 File Output Operator [FS_9] compressed:true - Statistics:Num rows: 550 Data size: 47850 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 125000 Data size: 10875000 Basic stats: COMPLETE Column stats: COMPLETE table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} Merge Join Operator [MERGEJOIN_11] | condition map:[{"":"Inner Join 0 to 1"}] | keys:{} | outputColumnNames:["_col0"] - | Statistics:Num rows: 550 Data size: 47850 Basic stats: COMPLETE Column stats: NONE + | Statistics:Num rows: 125000 Data size: 10875000 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] | Reduce Output Operator [RS_5] | sort order: @@ -5244,9 +5244,9 @@ Stage-0 |<-Map 3 [SIMPLE_EDGE] Reduce Output Operator [RS_6] sort order: - Statistics:Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics:Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_3] - Statistics:Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics:Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE TableScan [TS_2] alias:src Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE @@ -6697,23 +6697,23 @@ Stage-0 Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_6] Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col1"}] - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_5] | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 2 [SIMPLE_EDGE] Reduce Output Operator [RS_4] key expressions:_col2 (type: string), _col1 (type: string) Map-reduce partition columns:_col2 (type: string) sort order:++ - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int), _col7 (type: double) PTF Operator [PTF_3] Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col1"}}] - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] Reduce Output Operator [RS_1] key expressions:p_mfgr (type: string), p_name (type: string) @@ -6848,23 +6848,23 @@ Stage-0 Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_6] Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col1"}] - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_5] | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 2 [SIMPLE_EDGE] Reduce Output Operator [RS_4] key expressions:_col2 (type: string), _col1 (type: string) Map-reduce partition columns:_col2 (type: string) sort order:++ - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int), _col7 (type: double) PTF Operator [PTF_3] Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col1"}}] - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] Reduce Output Operator [RS_1] key expressions:p_mfgr (type: string), p_name (type: string) @@ -6916,23 +6916,23 @@ Stage-0 Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_6] Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col1"}] - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_5] | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 2 [SIMPLE_EDGE] Reduce Output Operator [RS_4] key expressions:_col2 (type: string), _col1 (type: string) Map-reduce partition columns:_col2 (type: string) sort order:++ - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int) PTF Operator [PTF_3] Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col1"}}] - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] Reduce Output Operator [RS_1] key expressions:p_mfgr (type: string), p_name (type: string) @@ -7018,13 +7018,13 @@ Stage-0 key expressions:_col2 (type: string), _col1 (type: string), _col5 (type: int) Map-reduce partition columns:rand() (type: double) sort order:+++ - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_3] Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col1"}}] - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] Reduce Output Operator [RS_1] key expressions:p_mfgr (type: string), p_name (type: string) @@ -7083,13 +7083,13 @@ Stage-0 | Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE |<-Filter Operator [FIL_14] predicate:_col0 is not null (type: boolean) - Statistics:Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 23062 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_4] Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col1"}}] - Statistics:Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 23062 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_3] | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - | Statistics:Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 23062 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] Reduce Output Operator [RS_2] key expressions:p_mfgr (type: string), p_name (type: string) @@ -7135,22 +7135,22 @@ Stage-0 Statistics:Num rows: 26 Data size: 5902 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_7] Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col1, _col5(DESC)"}] - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_6] | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 2 [SIMPLE_EDGE] Reduce Output Operator [RS_5] key expressions:_col2 (type: string), _col1 (type: string), _col5 (type: int) Map-reduce partition columns:_col2 (type: string) sort order:++- - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_4] Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noopwithmap","order by:":"_col1, _col5(DESC)"}}] - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_3] | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] Reduce Output Operator [RS_2] key expressions:p_mfgr (type: string), p_name (type: string), p_size (type: int) @@ -7202,23 +7202,23 @@ Stage-0 Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_7] Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col1"}] - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_6] | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 2 [SIMPLE_EDGE] Reduce Output Operator [RS_5] key expressions:_col2 (type: string), _col1 (type: string) Map-reduce partition columns:_col2 (type: string) sort order:++ - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int), _col7 (type: double) PTF Operator [PTF_4] Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noopwithmap","order by:":"_col1"}}] - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_3] | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] Reduce Output Operator [RS_2] key expressions:p_mfgr (type: string), p_name (type: string) @@ -7271,23 +7271,23 @@ Stage-0 Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_6] Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col1"}] - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_5] | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 2 [SIMPLE_EDGE] Reduce Output Operator [RS_4] key expressions:_col2 (type: string), _col1 (type: string) Map-reduce partition columns:_col2 (type: string) sort order:++ - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int), _col7 (type: double) PTF Operator [PTF_3] Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col1"}}] - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] Reduce Output Operator [RS_1] key expressions:p_mfgr (type: string), p_name (type: string) @@ -7340,39 +7340,39 @@ Stage-0 Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_10] Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col1"}] - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_9] | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 3 [SIMPLE_EDGE] Reduce Output Operator [RS_8] key expressions:_col2 (type: string), _col1 (type: string) Map-reduce partition columns:_col2 (type: string) sort order:++ - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int), _col7 (type: double) PTF Operator [PTF_7] Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"partition by:":"_col2","name:":"noopwithmap","order by:":"_col2(DESC), _col1"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col2(DESC), _col1"}}] - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_6] | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 2 [SIMPLE_EDGE] Reduce Output Operator [RS_5] key expressions:_col2 (type: string), _col1 (type: string) Map-reduce partition columns:_col2 (type: string) sort order:-+ - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int), _col7 (type: double) PTF Operator [PTF_4] Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"partition by:":"_col2","name:":"noopwithmap","order by:":"_col2(DESC), _col1"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col2(DESC), _col1"}}] - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_3] Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col2(DESC), _col1"}}] - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] Reduce Output Operator [RS_1] key expressions:p_mfgr (type: string), p_name (type: string) @@ -7430,23 +7430,23 @@ Stage-0 Statistics:Num rows: 26 Data size: 6110 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_6] Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col1"}] - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_5] | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 2 [SIMPLE_EDGE] Reduce Output Operator [RS_4] key expressions:_col2 (type: string), _col1 (type: string) Map-reduce partition columns:_col2 (type: string) sort order:++ - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int), _col7 (type: double) PTF Operator [PTF_3] Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col1"}}] - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] Reduce Output Operator [RS_1] key expressions:p_mfgr (type: string), p_name (type: string) @@ -7502,10 +7502,10 @@ Stage-0 Statistics:Num rows: 29 Data size: 7511 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_12] Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col1"}] - Statistics:Num rows: 29 Data size: 6699 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 29 Data size: 22243 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_11] | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 29 Data size: 6699 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 29 Data size: 22243 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 2 [SIMPLE_EDGE] Reduce Output Operator [RS_10] key expressions:_col2 (type: string), _col1 (type: string) @@ -7532,13 +7532,13 @@ Stage-0 | Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE |<-Filter Operator [FIL_18] predicate:_col0 is not null (type: boolean) - Statistics:Num rows: 26 Data size: 6110 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 13078 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_4] Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col1"}}] - Statistics:Num rows: 26 Data size: 6110 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 13078 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_3] | outputColumnNames:["_col0","_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 6110 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 13078 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] Reduce Output Operator [RS_2] key expressions:p_mfgr (type: string), p_name (type: string) @@ -7674,23 +7674,23 @@ Stage-5 Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_6] Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col1"}] - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_5] | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 2 [SIMPLE_EDGE] Reduce Output Operator [RS_4] key expressions:_col2 (type: string), _col1 (type: string) Map-reduce partition columns:_col2 (type: string) sort order:++ - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int), _col7 (type: double) PTF Operator [PTF_3] Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col1"}}] - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] Reduce Output Operator [RS_1] key expressions:p_mfgr (type: string), p_name (type: string) @@ -7711,32 +7711,32 @@ Stage-5 Statistics:Num rows: 26 Data size: 6422 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_16] Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col3","name:":"windowingtablefunction","order by:":"_col3, _col2"}] - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_15] | outputColumnNames:["_col0","_col2","_col3","_col6"] - | Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 4 [SIMPLE_EDGE] Reduce Output Operator [RS_14] key expressions:_col2 (type: string), _col1 (type: string) Map-reduce partition columns:_col2 (type: string) sort order:++ - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions:sum_window_0 (type: bigint), _col5 (type: int) Select Operator [SEL_13] outputColumnNames:["_col1","_col2","_col5","sum_window_0"] - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_12] Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col5"}] - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_11] | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 2 [SIMPLE_EDGE] Reduce Output Operator [RS_10] key expressions:_col2 (type: string), _col5 (type: int) Map-reduce partition columns:_col2 (type: string) sort order:++ - Statistics:Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col1 (type: string) Please refer to the previous PTF Operator [PTF_3] Stage-4 @@ -7801,39 +7801,39 @@ Stage-0 Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_10] Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2, _col1","name:":"windowingtablefunction","order by:":"_col2, _col1"}] - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_9] | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 3 [SIMPLE_EDGE] Reduce Output Operator [RS_8] key expressions:_col2 (type: string), _col1 (type: string) Map-reduce partition columns:_col2 (type: string), _col1 (type: string) sort order:++ - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int) PTF Operator [PTF_7] Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"partition by:":"_col2, _col1","name:":"noopwithmap","order by:":"_col2, _col1"}},{"Partition table definition":{"partition by:":"_col2, _col1","name:":"noop","order by:":"_col2, _col1"}}] - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_6] | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 2 [SIMPLE_EDGE] Reduce Output Operator [RS_5] key expressions:_col2 (type: string), _col1 (type: string) Map-reduce partition columns:_col2 (type: string), _col1 (type: string) sort order:++ - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int) PTF Operator [PTF_4] Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"partition by:":"_col2, _col1","name:":"noopwithmap","order by:":"_col2, _col1"}},{"Partition table definition":{"partition by:":"_col2, _col1","name:":"noop","order by:":"_col2, _col1"}}] - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_3] Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col2"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col2"}}] - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] Reduce Output Operator [RS_1] key expressions:p_mfgr (type: string) @@ -7901,49 +7901,49 @@ Stage-0 Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_12] Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col1"}] - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_11] | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 4 [SIMPLE_EDGE] Reduce Output Operator [RS_10] key expressions:_col2 (type: string), _col1 (type: string) Map-reduce partition columns:_col2 (type: string) sort order:++ - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int) PTF Operator [PTF_9] Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col2"}}] - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_8] | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 3 [SIMPLE_EDGE] Reduce Output Operator [RS_7] key expressions:_col2 (type: string) Map-reduce partition columns:_col2 (type: string) sort order:+ - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col1 (type: string), _col5 (type: int) PTF Operator [PTF_6] Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"partition by:":"_col2, _col1","name:":"noop","order by:":"_col2, _col1"}}] - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_5] | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 2 [SIMPLE_EDGE] Reduce Output Operator [RS_4] key expressions:_col2 (type: string), _col1 (type: string) Map-reduce partition columns:_col2 (type: string), _col1 (type: string) sort order:++ - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int) PTF Operator [PTF_3] Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col2"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col2"}}] - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] Reduce Output Operator [RS_1] key expressions:p_mfgr (type: string) @@ -8006,36 +8006,36 @@ Stage-0 Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator [PTF_9] Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"partition by:":"_col2","name:":"windowingtablefunction","order by:":"_col1"}] - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_8] | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 3 [SIMPLE_EDGE] Reduce Output Operator [RS_7] key expressions:_col2 (type: string), _col1 (type: string) Map-reduce partition columns:_col2 (type: string) sort order:++ - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col5 (type: int) PTF Operator [PTF_6] Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col2"}},{"Partition table definition":{"partition by:":"_col2","name:":"noop","order by:":"_col2"}}] - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_5] | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE |<-Reducer 2 [SIMPLE_EDGE] Reduce Output Operator [RS_4] key expressions:_col2 (type: string) Map-reduce partition columns:_col2 (type: string) sort order:+ - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions:_col1 (type: string), _col5 (type: int) PTF Operator [PTF_3] Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"partition by:":"_col2, _col1","name:":"noop","order by:":"_col2, _col1"}},{"Partition table definition":{"partition by:":"_col2, _col1","name:":"noop","order by:":"_col2, _col1"}}] - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator [SEL_2] | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE + | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE |<-Map 1 [SIMPLE_EDGE] Reduce Output Operator [RS_1] key expressions:p_mfgr (type: string), p_name (type: string) diff --git a/ql/src/test/results/clientpositive/tez/insert1.q.out b/ql/src/test/results/clientpositive/tez/insert1.q.out index e3088e0..7da47bb 100644 --- a/ql/src/test/results/clientpositive/tez/insert1.q.out +++ b/ql/src/test/results/clientpositive/tez/insert1.q.out @@ -32,105 +32,59 @@ PREHOOK: query: explain insert into table insert1 select a.key, a.value from ins PREHOOK: type: QUERY POSTHOOK: query: explain insert into table insert1 select a.key, a.value from insert2 a WHERE (a.key=-1) POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-2 depends on stages: Stage-1 - Stage-0 depends on stages: Stage-2 - Stage-3 depends on stages: Stage-0 +Plan optimized by CBO. -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - Filter Operator - predicate: (key = -1) (type: boolean) - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - Select Operator - expressions: -1 (type: int), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.insert1 - - Stage: Stage-2 - Dependency Collection - - Stage: Stage-0 - Move Operator - tables: - replace: false - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.insert1 - - Stage: Stage-3 - Stats-Aggr Operator +Stage-3 + Stats-Aggr Operator + Stage-0 + Move Operator + table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.insert1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + Stage-2 + Dependency Collection{} + Stage-1 + Map 1 + File Output Operator [FS_3] + compressed:false + Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.insert1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + Select Operator [SEL_2] + outputColumnNames:["_col0","_col1"] + Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Filter Operator [FIL_4] + predicate:(key = -1) (type: boolean) + Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + TableScan [TS_0] + alias:a + Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE PREHOOK: query: explain insert into table INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) PREHOOK: type: QUERY POSTHOOK: query: explain insert into table INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-2 depends on stages: Stage-1 - Stage-0 depends on stages: Stage-2 - Stage-3 depends on stages: Stage-0 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - Filter Operator - predicate: (key = -1) (type: boolean) - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - Select Operator - expressions: -1 (type: int), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.insert1 +Plan optimized by CBO. - Stage: Stage-2 - Dependency Collection - - Stage: Stage-0 - Move Operator - tables: - replace: false - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.insert1 - - Stage: Stage-3 - Stats-Aggr Operator +Stage-3 + Stats-Aggr Operator + Stage-0 + Move Operator + table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.insert1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + Stage-2 + Dependency Collection{} + Stage-1 + Map 1 + File Output Operator [FS_3] + compressed:false + Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.insert1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + Select Operator [SEL_2] + outputColumnNames:["_col0","_col1"] + Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Filter Operator [FIL_4] + predicate:(key = -1) (type: boolean) + Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + TableScan [TS_0] + alias:a + Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE PREHOOK: query: -- HIVE-3465 create database x @@ -152,105 +106,59 @@ PREHOOK: query: explain insert into table x.INSERT1 select a.key, a.value from i PREHOOK: type: QUERY POSTHOOK: query: explain insert into table x.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-2 depends on stages: Stage-1 - Stage-0 depends on stages: Stage-2 - Stage-3 depends on stages: Stage-0 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - Filter Operator - predicate: (key = -1) (type: boolean) - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - Select Operator - expressions: -1 (type: int), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: x.insert1 - - Stage: Stage-2 - Dependency Collection +Plan optimized by CBO. - Stage: Stage-0 - Move Operator - tables: - replace: false - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: x.insert1 - - Stage: Stage-3 - Stats-Aggr Operator +Stage-3 + Stats-Aggr Operator + Stage-0 + Move Operator + table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"x.insert1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + Stage-2 + Dependency Collection{} + Stage-1 + Map 1 + File Output Operator [FS_3] + compressed:false + Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"x.insert1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + Select Operator [SEL_2] + outputColumnNames:["_col0","_col1"] + Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Filter Operator [FIL_4] + predicate:(key = -1) (type: boolean) + Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + TableScan [TS_0] + alias:a + Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE PREHOOK: query: explain insert into table default.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) PREHOOK: type: QUERY POSTHOOK: query: explain insert into table default.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-2 depends on stages: Stage-1 - Stage-0 depends on stages: Stage-2 - Stage-3 depends on stages: Stage-0 - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - Filter Operator - predicate: (key = -1) (type: boolean) - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - Select Operator - expressions: -1 (type: int), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.insert1 +Plan optimized by CBO. - Stage: Stage-2 - Dependency Collection - - Stage: Stage-0 - Move Operator - tables: - replace: false - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.insert1 - - Stage: Stage-3 - Stats-Aggr Operator +Stage-3 + Stats-Aggr Operator + Stage-0 + Move Operator + table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.insert1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + Stage-2 + Dependency Collection{} + Stage-1 + Map 1 + File Output Operator [FS_3] + compressed:false + Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.insert1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + Select Operator [SEL_2] + outputColumnNames:["_col0","_col1"] + Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Filter Operator [FIL_4] + predicate:(key = -1) (type: boolean) + Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + TableScan [TS_0] + alias:a + Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE PREHOOK: query: explain from insert2 @@ -262,83 +170,47 @@ from insert2 insert into table insert1 select * where key < 10 insert overwrite table x.insert1 select * where key > 10 and key < 20 POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-2 is a root stage - Stage-3 depends on stages: Stage-2 - Stage-0 depends on stages: Stage-3 - Stage-4 depends on stages: Stage-0 - Stage-1 depends on stages: Stage-3 - Stage-5 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-2 - Tez -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: insert2 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - Filter Operator - predicate: (key < 10) (type: boolean) - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - Select Operator - expressions: key (type: int), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.insert1 - Filter Operator - predicate: ((key > 10) and (key < 20)) (type: boolean) - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - Select Operator - expressions: key (type: int), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: x.insert1 - - Stage: Stage-3 - Dependency Collection - - Stage: Stage-0 - Move Operator - tables: - replace: false - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.insert1 - - Stage: Stage-4 - Stats-Aggr Operator - - Stage: Stage-1 - Move Operator - tables: - replace: true - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: x.insert1 +Plan not optimized by CBO. - Stage: Stage-5 - Stats-Aggr Operator +Stage-5 + Stats-Aggr Operator + Stage-1 + Move Operator + table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"x.insert1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + Stage-3 + Dependency Collection{} + Stage-2 + Map 1 + File Output Operator [FS_3] + compressed:false + Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.insert1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + Select Operator [SEL_2] + outputColumnNames:["_col0","_col1"] + Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Filter Operator [FIL_1] + predicate:(key < 10) (type: boolean) + Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + TableScan [TS_0] + alias:insert2 + Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + File Output Operator [FS_6] + compressed:false + Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"x.insert1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + Select Operator [SEL_5] + outputColumnNames:["_col0","_col1"] + Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Filter Operator [FIL_4] + predicate:((key > 10) and (key < 20)) (type: boolean) + Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Please refer to the previous TableScan [TS_0] +Stage-4 + Stats-Aggr Operator + Stage-0 + Move Operator + table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.insert1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} + Please refer to the previous Stage-3 PREHOOK: query: -- HIVE-3676 CREATE DATABASE db2 diff --git a/ql/src/test/results/clientpositive/tez/tez_union_dynamic_partition.q.out b/ql/src/test/results/clientpositive/tez/tez_union_dynamic_partition.q.out index 691ab17..a494cb7 100644 --- a/ql/src/test/results/clientpositive/tez/tez_union_dynamic_partition.q.out +++ b/ql/src/test/results/clientpositive/tez/tez_union_dynamic_partition.q.out @@ -67,7 +67,7 @@ STAGE PLANS: Select Operator expressions: 1 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 92 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: int), '2014' (type: string) outputColumnNames: _col0, _col1 @@ -88,7 +88,7 @@ STAGE PLANS: Select Operator expressions: 2 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 92 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: int), '2014' (type: string) outputColumnNames: _col0, _col1 diff --git a/ql/src/test/results/clientpositive/tez/vector_decimal_2.q.out b/ql/src/test/results/clientpositive/tez/vector_decimal_2.q.out index f17076c..51cc936 100644 --- a/ql/src/test/results/clientpositive/tez/vector_decimal_2.q.out +++ b/ql/src/test/results/clientpositive/tez/vector_decimal_2.q.out @@ -1031,21 +1031,21 @@ STAGE PLANS: alias: decimal_2 Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: 3.14 (type: decimal(3,2)) sort order: + - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator expressions: 3.14 (type: decimal(4,2)) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1090,21 +1090,21 @@ STAGE PLANS: alias: decimal_2 Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: 3.14 (type: decimal(3,2)) sort order: + - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator expressions: 3.14 (type: decimal(4,2)) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1149,21 +1149,21 @@ STAGE PLANS: alias: decimal_2 Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: 1355944339.1234567 (type: decimal(17,7)) sort order: + - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator expressions: 1355944339.1234567 (type: decimal(30,8)) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1208,21 +1208,21 @@ STAGE PLANS: alias: decimal_2 Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: 1 (type: int) sort order: + - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator expressions: 1 (type: decimal(10,0)) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1258,21 +1258,21 @@ STAGE PLANS: alias: decimal_2 Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: 1 (type: int) sort order: + - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator expressions: 1 (type: decimal(10,0)) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1317,21 +1317,21 @@ STAGE PLANS: alias: decimal_2 Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: 3 (type: int) sort order: + - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator expressions: 3 (type: decimal(10,0)) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1376,21 +1376,21 @@ STAGE PLANS: alias: decimal_2 Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: 3 (type: int) sort order: + - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator expressions: 3 (type: decimal(10,0)) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1435,21 +1435,21 @@ STAGE PLANS: alias: decimal_2 Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: 3 (type: int) sort order: + - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator expressions: 3 (type: decimal(10,0)) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1494,21 +1494,21 @@ STAGE PLANS: alias: decimal_2 Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: 3 (type: int) sort order: + - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator expressions: 3 (type: decimal(10,0)) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1553,21 +1553,21 @@ STAGE PLANS: alias: decimal_2 Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: 1 (type: int) sort order: + - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator expressions: 1 (type: decimal(20,19)) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1612,21 +1612,21 @@ STAGE PLANS: alias: decimal_2 Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: 0.99999999999999999999 (type: decimal(20,20)) sort order: + - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Reducer 2 Reduce Operator Tree: Select Operator expressions: 0.99999999999999999999 (type: decimal(20,20)) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat diff --git a/ql/src/test/results/clientpositive/udtf_stack.q.out b/ql/src/test/results/clientpositive/udtf_stack.q.out index c8101e6..30e3213 100644 --- a/ql/src/test/results/clientpositive/udtf_stack.q.out +++ b/ql/src/test/results/clientpositive/udtf_stack.q.out @@ -21,10 +21,10 @@ STAGE PLANS: Lateral View Forward Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 172000 Basic stats: COMPLETE Column stats: COMPLETE Lateral View Join Operator outputColumnNames: _col5, _col6 - Statistics: Num rows: 1000 Data size: 111000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 283000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col5 (type: string), _col6 (type: array) outputColumnNames: _col0, _col1 @@ -48,7 +48,7 @@ STAGE PLANS: function name: stack Lateral View Join Operator outputColumnNames: _col5, _col6 - Statistics: Num rows: 1000 Data size: 111000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 283000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col5 (type: string), _col6 (type: array) outputColumnNames: _col0, _col1 @@ -88,10 +88,10 @@ STAGE PLANS: Lateral View Forward Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 172000 Basic stats: COMPLETE Column stats: COMPLETE Lateral View Join Operator outputColumnNames: _col5, _col6 - Statistics: Num rows: 1000 Data size: 135000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 307000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col5 (type: string), _col6 (type: array) outputColumnNames: _col0, _col1 @@ -115,7 +115,7 @@ STAGE PLANS: function name: stack Lateral View Join Operator outputColumnNames: _col5, _col6 - Statistics: Num rows: 1000 Data size: 135000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 307000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col5 (type: string), _col6 (type: array) outputColumnNames: _col0, _col1 diff --git a/ql/src/test/results/clientpositive/vector_decimal_2.q.out b/ql/src/test/results/clientpositive/vector_decimal_2.q.out index a13793d..8a4d53a 100644 --- a/ql/src/test/results/clientpositive/vector_decimal_2.q.out +++ b/ql/src/test/results/clientpositive/vector_decimal_2.q.out @@ -914,20 +914,20 @@ STAGE PLANS: alias: decimal_2 Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: 3.14 (type: decimal(3,2)) sort order: + - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: 3.14 (type: decimal(4,2)) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -966,20 +966,20 @@ STAGE PLANS: alias: decimal_2 Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: 3.14 (type: decimal(3,2)) sort order: + - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: 3.14 (type: decimal(4,2)) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1018,20 +1018,20 @@ STAGE PLANS: alias: decimal_2 Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: 1355944339.1234567 (type: decimal(17,7)) sort order: + - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: 1355944339.1234567 (type: decimal(30,8)) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1070,20 +1070,20 @@ STAGE PLANS: alias: decimal_2 Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: 1 (type: int) sort order: + - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: 1 (type: decimal(10,0)) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1113,20 +1113,20 @@ STAGE PLANS: alias: decimal_2 Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: 1 (type: int) sort order: + - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: 1 (type: decimal(10,0)) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1165,20 +1165,20 @@ STAGE PLANS: alias: decimal_2 Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: 3 (type: int) sort order: + - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: 3 (type: decimal(10,0)) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1217,20 +1217,20 @@ STAGE PLANS: alias: decimal_2 Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: 3 (type: int) sort order: + - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: 3 (type: decimal(10,0)) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1269,20 +1269,20 @@ STAGE PLANS: alias: decimal_2 Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: 3 (type: int) sort order: + - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: 3 (type: decimal(10,0)) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1321,20 +1321,20 @@ STAGE PLANS: alias: decimal_2 Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: 3 (type: int) sort order: + - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: 3 (type: decimal(10,0)) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1373,20 +1373,20 @@ STAGE PLANS: alias: decimal_2 Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: 1 (type: int) sort order: + - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: 1 (type: decimal(20,19)) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1425,20 +1425,20 @@ STAGE PLANS: alias: decimal_2 Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: 0.99999999999999999999 (type: decimal(20,20)) sort order: + - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized Reduce Operator Tree: Select Operator expressions: 0.99999999999999999999 (type: decimal(20,20)) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat