diff --git ql/src/test/results/clientpositive/tez/metadata_only_queries.q.out ql/src/test/results/clientpositive/tez/metadata_only_queries.q.out index d53695f..2295312 100644 --- ql/src/test/results/clientpositive/tez/metadata_only_queries.q.out +++ ql/src/test/results/clientpositive/tez/metadata_only_queries.q.out @@ -7,7 +7,7 @@ PREHOOK: query: create table over10k( d double, bo boolean, s string, - ts timestamp, + ts timestamp, dec decimal, bin binary) row format delimited @@ -22,7 +22,7 @@ POSTHOOK: query: create table over10k( d double, bo boolean, s string, - ts timestamp, + ts timestamp, dec decimal, bin binary) row format delimited @@ -232,10 +232,10 @@ POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).si SIMPLE [(over10k)over10k POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).t SIMPLE [(over10k)over10k.FieldSchema(name:t, type:tinyint, comment:null), ] POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).ts SIMPLE [(over10k)over10k.FieldSchema(name:ts, type:timestamp, comment:null), ] PREHOOK: query: explain -select count(*), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b) from stats_tbl +select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b) from stats_tbl PREHOOK: type: QUERY POSTHOOK: query: explain -select count(*), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b) from stats_tbl +select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b) from stats_tbl POSTHOOK: type: QUERY POSTHOOK: Lineage: stats_tbl.b SIMPLE [(over10k)over10k.FieldSchema(name:b, type:bigint, comment:null), ] POSTHOOK: Lineage: stats_tbl.bin SIMPLE [(over10k)over10k.FieldSchema(name:bin, type:binary, comment:null), ] @@ -282,7 +282,7 @@ POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).si SIMPLE [(over10k)over10k POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).t SIMPLE [(over10k)over10k.FieldSchema(name:t, type:tinyint, comment:null), ] POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).ts SIMPLE [(over10k)over10k.FieldSchema(name:ts, type:timestamp, comment:null), ] ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME stats_tbl))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTIONSTAR count)) (TOK_SELEXPR (TOK_FUNCTION count 1)) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL s))) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL bo))) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL bin))) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL si))) (TOK_SELEXPR (TOK_FUNCTION max (TOK_TABLE_OR_COL i))) (TOK_SELEXPR (TOK_FUNCTION min (TOK_TABLE_OR_COL b)))))) + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME stats_tbl))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTIONSTAR count)) (TOK_SELEXPR (TOK_FUNCTION sum 1)) (TOK_SELEXPR (TOK_FUNCTION sum 0.2)) (TOK_SELEXPR (TOK_FUNCTION count 1)) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL s))) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL bo))) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL bin))) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL si))) (TOK_SELEXPR (TOK_FUNCTION max (TOK_TABLE_OR_COL i))) (TOK_SELEXPR (TOK_FUNCTION min (TOK_TABLE_OR_COL b)))))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -313,6 +313,8 @@ STAGE PLANS: Group By Operator aggregations: expr: count() + expr: sum(1) + expr: sum(0.2) expr: count(1) expr: count(s) expr: count(bo) @@ -322,7 +324,7 @@ STAGE PLANS: expr: min(b) bucketGroup: false mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 Reduce Output Operator sort order: tag: -1 @@ -332,7 +334,7 @@ STAGE PLANS: expr: _col1 type: bigint expr: _col2 - type: bigint + type: double expr: _col3 type: bigint expr: _col4 @@ -340,23 +342,29 @@ STAGE PLANS: expr: _col5 type: bigint expr: _col6 - type: int + type: bigint expr: _col7 type: bigint + expr: _col8 + type: int + expr: _col9 + type: bigint Reduce Operator Tree: Group By Operator aggregations: expr: count(VALUE._col0) - expr: count(VALUE._col1) - expr: count(VALUE._col2) + expr: sum(VALUE._col1) + expr: sum(VALUE._col2) expr: count(VALUE._col3) expr: count(VALUE._col4) expr: count(VALUE._col5) - expr: max(VALUE._col6) - expr: min(VALUE._col7) + expr: count(VALUE._col6) + expr: count(VALUE._col7) + expr: max(VALUE._col8) + expr: min(VALUE._col9) bucketGroup: false mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 Select Operator expressions: expr: _col0 @@ -364,7 +372,7 @@ STAGE PLANS: expr: _col1 type: bigint expr: _col2 - type: bigint + type: double expr: _col3 type: bigint expr: _col4 @@ -372,10 +380,14 @@ STAGE PLANS: expr: _col5 type: bigint expr: _col6 - type: int + type: bigint expr: _col7 type: bigint - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + expr: _col8 + type: int + expr: _col9 + type: bigint + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 File Output Operator compressed: false GlobalTableId: 0 @@ -389,10 +401,10 @@ STAGE PLANS: limit: -1 PREHOOK: query: explain -select count(*), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b) from stats_tbl_part +select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b) from stats_tbl_part PREHOOK: type: QUERY POSTHOOK: query: explain -select count(*), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b) from stats_tbl_part +select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b) from stats_tbl_part POSTHOOK: type: QUERY POSTHOOK: Lineage: stats_tbl.b SIMPLE [(over10k)over10k.FieldSchema(name:b, type:bigint, comment:null), ] POSTHOOK: Lineage: stats_tbl.bin SIMPLE [(over10k)over10k.FieldSchema(name:bin, type:binary, comment:null), ] @@ -439,7 +451,7 @@ POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).si SIMPLE [(over10k)over10k POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).t SIMPLE [(over10k)over10k.FieldSchema(name:t, type:tinyint, comment:null), ] POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).ts SIMPLE [(over10k)over10k.FieldSchema(name:ts, type:timestamp, comment:null), ] ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME stats_tbl_part))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTIONSTAR count)) (TOK_SELEXPR (TOK_FUNCTION count 1)) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL s))) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL bo))) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL bin))) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL si))) (TOK_SELEXPR (TOK_FUNCTION max (TOK_TABLE_OR_COL i))) (TOK_SELEXPR (TOK_FUNCTION min (TOK_TABLE_OR_COL b)))))) + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME stats_tbl_part))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTIONSTAR count)) (TOK_SELEXPR (TOK_FUNCTION sum 1)) (TOK_SELEXPR (TOK_FUNCTION sum 0.2)) (TOK_SELEXPR (TOK_FUNCTION count 1)) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL s))) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL bo))) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL bin))) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL si))) (TOK_SELEXPR (TOK_FUNCTION max (TOK_TABLE_OR_COL i))) (TOK_SELEXPR (TOK_FUNCTION min (TOK_TABLE_OR_COL b)))))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -470,6 +482,8 @@ STAGE PLANS: Group By Operator aggregations: expr: count() + expr: sum(1) + expr: sum(0.2) expr: count(1) expr: count(s) expr: count(bo) @@ -479,7 +493,7 @@ STAGE PLANS: expr: min(b) bucketGroup: false mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 Reduce Output Operator sort order: tag: -1 @@ -489,7 +503,7 @@ STAGE PLANS: expr: _col1 type: bigint expr: _col2 - type: bigint + type: double expr: _col3 type: bigint expr: _col4 @@ -497,23 +511,29 @@ STAGE PLANS: expr: _col5 type: bigint expr: _col6 - type: int + type: bigint expr: _col7 type: bigint + expr: _col8 + type: int + expr: _col9 + type: bigint Reduce Operator Tree: Group By Operator aggregations: expr: count(VALUE._col0) - expr: count(VALUE._col1) - expr: count(VALUE._col2) + expr: sum(VALUE._col1) + expr: sum(VALUE._col2) expr: count(VALUE._col3) expr: count(VALUE._col4) expr: count(VALUE._col5) - expr: max(VALUE._col6) - expr: min(VALUE._col7) + expr: count(VALUE._col6) + expr: count(VALUE._col7) + expr: max(VALUE._col8) + expr: min(VALUE._col9) bucketGroup: false mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 Select Operator expressions: expr: _col0 @@ -521,7 +541,7 @@ STAGE PLANS: expr: _col1 type: bigint expr: _col2 - type: bigint + type: double expr: _col3 type: bigint expr: _col4 @@ -529,10 +549,14 @@ STAGE PLANS: expr: _col5 type: bigint expr: _col6 - type: int + type: bigint expr: _col7 type: bigint - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 + expr: _col8 + type: int + expr: _col9 + type: bigint + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 File Output Operator compressed: false GlobalTableId: 0 @@ -760,10 +784,10 @@ POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).si SIMPLE [(over10k)over10k POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).t SIMPLE [(over10k)over10k.FieldSchema(name:t, type:tinyint, comment:null), ] POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).ts SIMPLE [(over10k)over10k.FieldSchema(name:ts, type:timestamp, comment:null), ] PREHOOK: query: explain -select count(*), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl +select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl PREHOOK: type: QUERY POSTHOOK: query: explain -select count(*), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl +select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl POSTHOOK: type: QUERY POSTHOOK: Lineage: stats_tbl.b SIMPLE [(over10k)over10k.FieldSchema(name:b, type:bigint, comment:null), ] POSTHOOK: Lineage: stats_tbl.bin SIMPLE [(over10k)over10k.FieldSchema(name:bin, type:binary, comment:null), ] @@ -810,7 +834,7 @@ POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).si SIMPLE [(over10k)over10k POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).t SIMPLE [(over10k)over10k.FieldSchema(name:t, type:tinyint, comment:null), ] POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).ts SIMPLE [(over10k)over10k.FieldSchema(name:ts, type:timestamp, comment:null), ] ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME stats_tbl))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTIONSTAR count)) (TOK_SELEXPR (TOK_FUNCTION count 1)) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL s))) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL bo))) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL bin))) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL si))) (TOK_SELEXPR (TOK_FUNCTION max (TOK_TABLE_OR_COL i))) (TOK_SELEXPR (TOK_FUNCTION min (TOK_TABLE_OR_COL b))) (TOK_SELEXPR (TOK_FUNCTION max (TOK_TABLE_OR_COL f))) (TOK_SELEXPR (TOK_FUNCTION min (TOK_TABLE_OR_COL d)))))) + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME stats_tbl))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTIONSTAR count)) (TOK_SELEXPR (TOK_FUNCTION sum 1)) (TOK_SELEXPR (TOK_FUNCTION sum 0.2)) (TOK_SELEXPR (TOK_FUNCTION count 1)) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL s))) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL bo))) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL bin))) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL si))) (TOK_SELEXPR (TOK_FUNCTION max (TOK_TABLE_OR_COL i))) (TOK_SELEXPR (TOK_FUNCTION min (TOK_TABLE_OR_COL b))) (TOK_SELEXPR (TOK_FUNCTION max (TOK_TABLE_OR_COL f))) (TOK_SELEXPR (TOK_FUNCTION min (TOK_TABLE_OR_COL d)))))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -845,6 +869,8 @@ STAGE PLANS: Group By Operator aggregations: expr: count() + expr: sum(1) + expr: sum(0.2) expr: count(1) expr: count(s) expr: count(bo) @@ -856,7 +882,7 @@ STAGE PLANS: expr: min(d) bucketGroup: false mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 Reduce Output Operator sort order: tag: -1 @@ -866,7 +892,7 @@ STAGE PLANS: expr: _col1 type: bigint expr: _col2 - type: bigint + type: double expr: _col3 type: bigint expr: _col4 @@ -874,29 +900,35 @@ STAGE PLANS: expr: _col5 type: bigint expr: _col6 - type: int + type: bigint expr: _col7 type: bigint expr: _col8 - type: float + type: int expr: _col9 + type: bigint + expr: _col10 + type: float + expr: _col11 type: double Reduce Operator Tree: Group By Operator aggregations: expr: count(VALUE._col0) - expr: count(VALUE._col1) - expr: count(VALUE._col2) + expr: sum(VALUE._col1) + expr: sum(VALUE._col2) expr: count(VALUE._col3) expr: count(VALUE._col4) expr: count(VALUE._col5) - expr: max(VALUE._col6) - expr: min(VALUE._col7) + expr: count(VALUE._col6) + expr: count(VALUE._col7) expr: max(VALUE._col8) expr: min(VALUE._col9) + expr: max(VALUE._col10) + expr: min(VALUE._col11) bucketGroup: false mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 Select Operator expressions: expr: _col0 @@ -904,7 +936,7 @@ STAGE PLANS: expr: _col1 type: bigint expr: _col2 - type: bigint + type: double expr: _col3 type: bigint expr: _col4 @@ -912,14 +944,18 @@ STAGE PLANS: expr: _col5 type: bigint expr: _col6 - type: int + type: bigint expr: _col7 type: bigint expr: _col8 - type: float + type: int expr: _col9 + type: bigint + expr: _col10 + type: float + expr: _col11 type: double - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 File Output Operator compressed: false GlobalTableId: 0 @@ -932,11 +968,11 @@ STAGE PLANS: Fetch Operator limit: -1 -PREHOOK: query: select count(*), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl +PREHOOK: query: select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl PREHOOK: type: QUERY PREHOOK: Input: default@stats_tbl #### A masked pattern was here #### -POSTHOOK: query: select count(*), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl +POSTHOOK: query: select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl POSTHOOK: type: QUERY POSTHOOK: Input: default@stats_tbl #### A masked pattern was here #### @@ -984,12 +1020,12 @@ POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).s SIMPLE [(over10k)over10k. POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).si SIMPLE [(over10k)over10k.FieldSchema(name:si, type:smallint, comment:null), ] POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).t SIMPLE [(over10k)over10k.FieldSchema(name:t, type:tinyint, comment:null), ] POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).ts SIMPLE [(over10k)over10k.FieldSchema(name:ts, type:timestamp, comment:null), ] -9999 9999 9999 9999 9999 9999 65791 4294967296 99.98 0.01 +9999 9999 1999.8000000003176 9999 9999 9999 9999 9999 65791 4294967296 99.98 0.01 PREHOOK: query: explain -select count(*), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part +select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part PREHOOK: type: QUERY POSTHOOK: query: explain -select count(*), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part +select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part POSTHOOK: type: QUERY POSTHOOK: Lineage: stats_tbl.b SIMPLE [(over10k)over10k.FieldSchema(name:b, type:bigint, comment:null), ] POSTHOOK: Lineage: stats_tbl.bin SIMPLE [(over10k)over10k.FieldSchema(name:bin, type:binary, comment:null), ] @@ -1036,7 +1072,7 @@ POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).si SIMPLE [(over10k)over10k POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).t SIMPLE [(over10k)over10k.FieldSchema(name:t, type:tinyint, comment:null), ] POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).ts SIMPLE [(over10k)over10k.FieldSchema(name:ts, type:timestamp, comment:null), ] ABSTRACT SYNTAX TREE: - (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME stats_tbl_part))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTIONSTAR count)) (TOK_SELEXPR (TOK_FUNCTION count 1)) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL s))) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL bo))) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL bin))) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL si))) (TOK_SELEXPR (TOK_FUNCTION max (TOK_TABLE_OR_COL i))) (TOK_SELEXPR (TOK_FUNCTION min (TOK_TABLE_OR_COL b))) (TOK_SELEXPR (TOK_FUNCTION max (TOK_TABLE_OR_COL f))) (TOK_SELEXPR (TOK_FUNCTION min (TOK_TABLE_OR_COL d)))))) + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME stats_tbl_part))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTIONSTAR count)) (TOK_SELEXPR (TOK_FUNCTION sum 1)) (TOK_SELEXPR (TOK_FUNCTION sum 0.2)) (TOK_SELEXPR (TOK_FUNCTION count 1)) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL s))) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL bo))) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL bin))) (TOK_SELEXPR (TOK_FUNCTION count (TOK_TABLE_OR_COL si))) (TOK_SELEXPR (TOK_FUNCTION max (TOK_TABLE_OR_COL i))) (TOK_SELEXPR (TOK_FUNCTION min (TOK_TABLE_OR_COL b))) (TOK_SELEXPR (TOK_FUNCTION max (TOK_TABLE_OR_COL f))) (TOK_SELEXPR (TOK_FUNCTION min (TOK_TABLE_OR_COL d)))))) STAGE DEPENDENCIES: Stage-1 is a root stage @@ -1071,6 +1107,8 @@ STAGE PLANS: Group By Operator aggregations: expr: count() + expr: sum(1) + expr: sum(0.2) expr: count(1) expr: count(s) expr: count(bo) @@ -1082,7 +1120,7 @@ STAGE PLANS: expr: min(d) bucketGroup: false mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 Reduce Output Operator sort order: tag: -1 @@ -1092,7 +1130,7 @@ STAGE PLANS: expr: _col1 type: bigint expr: _col2 - type: bigint + type: double expr: _col3 type: bigint expr: _col4 @@ -1100,29 +1138,35 @@ STAGE PLANS: expr: _col5 type: bigint expr: _col6 - type: int + type: bigint expr: _col7 type: bigint expr: _col8 - type: float + type: int expr: _col9 + type: bigint + expr: _col10 + type: float + expr: _col11 type: double Reduce Operator Tree: Group By Operator aggregations: expr: count(VALUE._col0) - expr: count(VALUE._col1) - expr: count(VALUE._col2) + expr: sum(VALUE._col1) + expr: sum(VALUE._col2) expr: count(VALUE._col3) expr: count(VALUE._col4) expr: count(VALUE._col5) - expr: max(VALUE._col6) - expr: min(VALUE._col7) + expr: count(VALUE._col6) + expr: count(VALUE._col7) expr: max(VALUE._col8) expr: min(VALUE._col9) + expr: max(VALUE._col10) + expr: min(VALUE._col11) bucketGroup: false mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 Select Operator expressions: expr: _col0 @@ -1130,7 +1174,7 @@ STAGE PLANS: expr: _col1 type: bigint expr: _col2 - type: bigint + type: double expr: _col3 type: bigint expr: _col4 @@ -1138,14 +1182,18 @@ STAGE PLANS: expr: _col5 type: bigint expr: _col6 - type: int + type: bigint expr: _col7 type: bigint expr: _col8 - type: float + type: int expr: _col9 + type: bigint + expr: _col10 + type: float + expr: _col11 type: double - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 File Output Operator compressed: false GlobalTableId: 0 @@ -1158,14 +1206,14 @@ STAGE PLANS: Fetch Operator limit: -1 -PREHOOK: query: select count(*), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part +PREHOOK: query: select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part PREHOOK: type: QUERY PREHOOK: Input: default@stats_tbl_part PREHOOK: Input: default@stats_tbl_part@dt=2010 PREHOOK: Input: default@stats_tbl_part@dt=2011 PREHOOK: Input: default@stats_tbl_part@dt=2012 #### A masked pattern was here #### -POSTHOOK: query: select count(*), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part +POSTHOOK: query: select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part POSTHOOK: type: QUERY POSTHOOK: Input: default@stats_tbl_part POSTHOOK: Input: default@stats_tbl_part@dt=2010 @@ -1216,7 +1264,7 @@ POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).s SIMPLE [(over10k)over10k. POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).si SIMPLE [(over10k)over10k.FieldSchema(name:si, type:smallint, comment:null), ] POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).t SIMPLE [(over10k)over10k.FieldSchema(name:t, type:tinyint, comment:null), ] POSTHOOK: Lineage: stats_tbl_part PARTITION(dt=2012).ts SIMPLE [(over10k)over10k.FieldSchema(name:ts, type:timestamp, comment:null), ] -9489 9489 9489 9489 9489 9489 65791 4294967296 99.98 0.01 +9489 9489 1897.8000000002944 9489 9489 9489 9489 9489 65791 4294967296 99.98 0.01 PREHOOK: query: explain select count(ts) from stats_tbl_part PREHOOK: type: QUERY POSTHOOK: query: explain select count(ts) from stats_tbl_part