From 2e3ec6d3f729644ccfd000da155e906e9110956f Mon Sep 17 00:00:00 2001 From: Gopal V Date: Thu, 27 Apr 2017 21:09:31 -0700 Subject: [PATCH] all q.out changes --- .../hadoop/hive/ql/parse/SemanticAnalyzer.java | 29 +++-- .../test/queries/clientpositive/windowing_navfn.q | 2 + .../clientpositive/llap/cbo_windowing.q.out | 120 ++++++++++----------- .../clientpositive/llap/explainuser_1.q.out | 14 ++- .../clientpositive/llap/groupby_resolution.q.out | 7 +- .../results/clientpositive/llap/lineage3.q.out | 10 +- .../clientpositive/llap/ptf_matchpath.q.out | 14 ++- .../llap/special_character_in_tabnames_1.q.out | 120 ++++++++++----------- .../results/clientpositive/llap/windowing.q.out | 72 ++++++------- .../clientpositive/llap/windowing_gby.q.out | 1 - .../results/clientpositive/ptf_matchpath.q.out | 14 ++- .../results/clientpositive/quotedid_basic.q.out | 14 ++- .../clientpositive/spark/groupby_resolution.q.out | 35 +++--- .../clientpositive/spark/ptf_matchpath.q.out | 20 ++-- .../results/clientpositive/spark/windowing.q.out | 72 ++++++------- .../results/clientpositive/windowing_gby2.q.out | 12 +-- .../results/clientpositive/windowing_navfn.q.out | 60 +++++++++++ 17 files changed, 339 insertions(+), 277 deletions(-) diff --git ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java index d39b8bd..d9bdb66 100644 --- ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java +++ ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java @@ -13191,7 +13191,11 @@ void buildPTFReduceSinkDetails(PartitionedTableFunctionDef tabDef, List partColList = tabDef.getPartition().getExpressions(); for (PTFExpressionDef colDef : partColList) { - ExprNodeDesc exprNode = colDef.getExprNode(); + final ExprNodeDesc exprNode = colDef.getExprNode(); + if (ExprNodeDescUtils.isConstant(exprNode)) { + // ignore partitioning by constants + continue; + } if (ExprNodeDescUtils.indexOf(exprNode, partCols) < 0) { partCols.add(exprNode); orderCols.add(exprNode); @@ -13209,10 +13213,15 @@ void buildPTFReduceSinkDetails(PartitionedTableFunctionDef tabDef, */ List orderColList = tabDef.getOrder().getExpressions(); for (int i = 0; i < orderColList.size(); i++) { - OrderExpressionDef colDef = orderColList.get(i); - char orderChar = colDef.getOrder() == PTFInvocationSpec.Order.ASC ? '+' : '-'; - char nullOrderChar = colDef.getNullOrder() == PTFInvocationSpec.NullOrder.NULLS_FIRST ? 'a' : 'z'; - int index = ExprNodeDescUtils.indexOf(colDef.getExprNode(), orderCols); + final OrderExpressionDef colDef = orderColList.get(i); + final char orderChar = colDef.getOrder() == PTFInvocationSpec.Order.ASC ? '+' : '-'; + final char nullOrderChar = colDef.getNullOrder() == PTFInvocationSpec.NullOrder.NULLS_FIRST ? 'a' : 'z'; + final ExprNodeDesc exprNode = colDef.getExprNode(); + if (ExprNodeDescUtils.isConstant(exprNode)) { + // ignore ordering by constants + continue; + } + int index = ExprNodeDescUtils.indexOf(exprNode, orderCols); if (index >= 0) { orderString.setCharAt(index, orderChar); nullOrderString.setCharAt(index, nullOrderChar); @@ -13349,7 +13358,10 @@ private Operator genReduceSinkPlanForWindowing(WindowingSpec spec, StringBuilder nullOrder = new StringBuilder(); for (PartitionExpression partCol : spec.getQueryPartitionSpec().getExpressions()) { - ExprNodeDesc partExpr = genExprNodeDesc(partCol.getExpression(), inputRR); + final ExprNodeDesc partExpr = genExprNodeDesc(partCol.getExpression(), inputRR); + if (ExprNodeDescUtils.isConstant(partExpr)) { + continue; + } if (ExprNodeDescUtils.indexOf(partExpr, partCols) < 0) { partCols.add(partExpr); orderCols.add(partExpr); @@ -13360,7 +13372,10 @@ private Operator genReduceSinkPlanForWindowing(WindowingSpec spec, if (spec.getQueryOrderSpec() != null) { for (OrderExpression orderCol : spec.getQueryOrderSpec().getExpressions()) { - ExprNodeDesc orderExpr = genExprNodeDesc(orderCol.getExpression(), inputRR); + final ExprNodeDesc orderExpr = genExprNodeDesc(orderCol.getExpression(), inputRR); + if (ExprNodeDescUtils.isConstant(orderExpr)) { + continue; + } char orderChar = orderCol.getOrder() == PTFInvocationSpec.Order.ASC ? '+' : '-'; char nullOrderChar = orderCol.getNullOrder() == PTFInvocationSpec.NullOrder.NULLS_FIRST ? 'a' : 'z'; int index = ExprNodeDescUtils.indexOf(orderExpr, orderCols); diff --git ql/src/test/queries/clientpositive/windowing_navfn.q ql/src/test/queries/clientpositive/windowing_navfn.q index f2ec9fc..7c27e22 100644 --- ql/src/test/queries/clientpositive/windowing_navfn.q +++ ql/src/test/queries/clientpositive/windowing_navfn.q @@ -17,6 +17,8 @@ create table over10k( load data local inpath '../../data/files/over10k' into table over10k; +explain select row_number() over() from src where key = '238'; + select row_number() over() from src where key = '238'; select s, row_number() over (partition by d order by `dec`) from over10k limit 100; diff --git ql/src/test/results/clientpositive/llap/cbo_windowing.q.out ql/src/test/results/clientpositive/llap/cbo_windowing.q.out index f1913d7..75fab3f 100644 --- ql/src/test/results/clientpositive/llap/cbo_windowing.q.out +++ ql/src/test/results/clientpositive/llap/cbo_windowing.q.out @@ -8,26 +8,26 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@cbo_t1 POSTHOOK: Input: default@cbo_t1@dt=2014 #### A masked pattern was here #### -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 +2 +2 +2 +4 +4 +4 +4 +4 +5 +5 +5 +5 +5 +7 +7 +7 +7 +7 +7 +7 PREHOOK: query: select count(c_int) over(partition by c_float order by key), sum(c_float) over(partition by c_float order by key), max(c_int) over(partition by c_float order by key), min(c_int) over(partition by c_float order by key), row_number() over(partition by c_float order by key) as rn, rank() over(partition by c_float order by key), dense_rank() over(partition by c_float order by key), round(percent_rank() over(partition by c_float order by key), 2), lead(c_int, 2, c_int) over(partition by c_float order by key), lag(c_float, 2, c_float) over(partition by c_float order by key) from cbo_t1 order by rn PREHOOK: type: QUERY PREHOOK: Input: default@cbo_t1 @@ -98,26 +98,26 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@cbo_t1 POSTHOOK: Input: default@cbo_t1@dt=2014 #### A masked pattern was here #### -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 +2 +2 +2 +4 +4 +4 +4 +4 +5 +5 +5 +5 +5 +7 +7 +7 +7 +7 +7 +7 PREHOOK: query: select 1+sum(c_int) over() from cbo_t1 PREHOOK: type: QUERY PREHOOK: Input: default@cbo_t1 @@ -128,26 +128,26 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@cbo_t1 POSTHOOK: Input: default@cbo_t1@dt=2014 #### A masked pattern was here #### -19 -19 -19 -19 -19 -19 -19 -19 -19 -19 -19 -19 -19 -19 -19 -19 -19 -19 -19 -19 +3 +3 +3 +5 +5 +5 +5 +5 +6 +6 +6 +6 +6 +8 +8 +8 +8 +8 +8 +8 PREHOOK: query: select sum(c_int)+sum(sum(c_int)) over() from cbo_t1 PREHOOK: type: QUERY PREHOOK: Input: default@cbo_t1 diff --git ql/src/test/results/clientpositive/llap/explainuser_1.q.out ql/src/test/results/clientpositive/llap/explainuser_1.q.out index 584c3b5..7f0cd83 100644 --- ql/src/test/results/clientpositive/llap/explainuser_1.q.out +++ ql/src/test/results/clientpositive/llap/explainuser_1.q.out @@ -2601,7 +2601,7 @@ POSTHOOK: type: QUERY Plan optimized by CBO. Vertex dependency in root stage -Reducer 2 <- Map 1 (SIMPLE_EDGE) +Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) Stage-0 Fetch Operator @@ -2615,9 +2615,8 @@ Stage-0 Function definitions:[{},{"name:":"windowingtablefunction","order by:":"0 ASC NULLS FIRST","partition by:":"0"}] Select Operator [SEL_2] (rows=20 width=459) Output:["_col2","_col3"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_1] - PartitionCols:0 + <-Map 1 [CUSTOM_SIMPLE_EDGE] llap + PARTITION_ONLY_SHUFFLE [RS_1] TableScan [TS_0] (rows=20 width=7) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["c_float","c_int"] @@ -2628,7 +2627,7 @@ POSTHOOK: type: QUERY Plan optimized by CBO. Vertex dependency in root stage -Reducer 2 <- Map 1 (SIMPLE_EDGE) +Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE) Stage-0 Fetch Operator @@ -2642,9 +2641,8 @@ Stage-0 Function definitions:[{},{"name:":"windowingtablefunction","order by:":"0 ASC NULLS FIRST","partition by:":"0"}] Select Operator [SEL_2] (rows=20 width=459) Output:["_col2","_col3"] - <-Map 1 [SIMPLE_EDGE] llap - SHUFFLE [RS_1] - PartitionCols:0 + <-Map 1 [CUSTOM_SIMPLE_EDGE] llap + PARTITION_ONLY_SHUFFLE [RS_1] TableScan [TS_0] (rows=20 width=7) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["c_float","c_int"] diff --git ql/src/test/results/clientpositive/llap/groupby_resolution.q.out ql/src/test/results/clientpositive/llap/groupby_resolution.q.out index f2a6ab0..bd3456f 100644 --- ql/src/test/results/clientpositive/llap/groupby_resolution.q.out +++ ql/src/test/results/clientpositive/llap/groupby_resolution.q.out @@ -690,16 +690,15 @@ STAGE PLANS: outputColumnNames: _col0, _col1 Statistics: Num rows: 69 Data size: 6555 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: 0 (type: int), _col1 (type: bigint) - sort order: ++ - Map-reduce partition columns: 0 (type: int) + key expressions: _col1 (type: bigint) + sort order: + Statistics: Num rows: 69 Data size: 6555 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Reducer 4 Execution mode: llap Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: string), KEY.reducesinkkey1 (type: bigint) + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) outputColumnNames: _col0, _col1 Statistics: Num rows: 69 Data size: 6555 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator diff --git ql/src/test/results/clientpositive/llap/lineage3.q.out ql/src/test/results/clientpositive/llap/lineage3.q.out index 25f0439..1754507 100644 --- ql/src/test/results/clientpositive/llap/lineage3.q.out +++ ql/src/test/results/clientpositive/llap/lineage3.q.out @@ -98,11 +98,11 @@ PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc #### A masked pattern was here #### {"version":"1.0","engine":"tez","database":"default","hash":"a083a5322b6a83af6f614f299d0361e4","queryText":"with v2 as\n (select cdouble, count(cint) over() a,\n sum(cint + cbigint) over(partition by cboolean1) b\n from (select * from alltypesorc) v1)\nselect cdouble, a, b, a + b, cdouble + a from v2\nwhere cdouble is not null\norder by cdouble, a, b limit 5","edges":[{"sources":[5],"targets":[0],"edgeType":"PROJECTION"},{"sources":[6,7,8,9,10,5,11,12,13,14,15,16],"targets":[1],"expression":"(tok_function count (. (tok_table_or_col alltypesorc) cint) (tok_windowspec (tok_partitioningspec (tok_distributeby 0) (tok_orderby (tok_tabsortcolnameasc (tok_nulls_first 0)))) (tok_windowrange (preceding 2147483647) (following 2147483647))))","edgeType":"PROJECTION"},{"sources":[6,7,8,9,10,5,11,12,13,14,15,16],"targets":[2],"expression":"(tok_function sum (+ (tok_function tok_bigint (. (tok_table_or_col alltypesorc) cint)) (. (tok_table_or_col alltypesorc) cbigint)) (tok_windowspec (tok_partitioningspec (tok_distributeby (. (tok_table_or_col alltypesorc) cboolean1)) (tok_orderby (tok_tabsortcolnameasc (tok_nulls_first (. (tok_table_or_col alltypesorc) cboolean1))))) (tok_windowrange (preceding 2147483647) (following 2147483647))))","edgeType":"PROJECTION"},{"sources":[6,7,8,9,10,5,11,12,13,14,15,16],"targets":[3],"expression":"((tok_function count (. (tok_table_or_col alltypesorc) cint) (tok_windowspec (tok_partitioningspec (tok_distributeby 0) (tok_orderby (tok_tabsortcolnameasc (tok_nulls_first 0)))) (tok_windowrange (preceding 2147483647) (following 2147483647)))) + (tok_function sum (+ (tok_function tok_bigint (. (tok_table_or_col alltypesorc) cint)) (. (tok_table_or_col alltypesorc) cbigint)) (tok_windowspec (tok_partitioningspec (tok_distributeby (. (tok_table_or_col alltypesorc) cboolean1)) (tok_orderby (tok_tabsortcolnameasc (tok_nulls_first (. (tok_table_or_col alltypesorc) cboolean1))))) (tok_windowrange (preceding 2147483647) (following 2147483647)))))","edgeType":"PROJECTION"},{"sources":[5,6,7,8,9,10,11,12,13,14,15,16],"targets":[4],"expression":"(alltypesorc.cdouble + UDFToDouble((tok_function count (. (tok_table_or_col alltypesorc) cint) (tok_windowspec (tok_partitioningspec (tok_distributeby 0) (tok_orderby (tok_tabsortcolnameasc (tok_nulls_first 0)))) (tok_windowrange (preceding 2147483647) (following 2147483647))))))","edgeType":"PROJECTION"},{"sources":[5],"targets":[0,1,2,3,4],"expression":"alltypesorc.cdouble is not null","edgeType":"PREDICATE"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"cdouble"},{"id":1,"vertexType":"COLUMN","vertexId":"a"},{"id":2,"vertexType":"COLUMN","vertexId":"b"},{"id":3,"vertexType":"COLUMN","vertexId":"_c3"},{"id":4,"vertexType":"COLUMN","vertexId":"_c4"},{"id":5,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cdouble"},{"id":6,"vertexType":"COLUMN","vertexId":"default.alltypesorc.ctinyint"},{"id":7,"vertexType":"COLUMN","vertexId":"default.alltypesorc.csmallint"},{"id":8,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cint"},{"id":9,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cbigint"},{"id":10,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cfloat"},{"id":11,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cstring1"},{"id":12,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cstring2"},{"id":13,"vertexType":"COLUMN","vertexId":"default.alltypesorc.ctimestamp1"},{"id":14,"vertexType":"COLUMN","vertexId":"default.alltypesorc.ctimestamp2"},{"id":15,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cboolean1"},{"id":16,"vertexType":"COLUMN","vertexId":"default.alltypesorc.cboolean2"}]} --16379.0 9173 -919551973060 -919551963887 -7206.0 --16373.0 9173 -919551973060 -919551963887 -7200.0 --16372.0 9173 -919551973060 -919551963887 -7199.0 --16369.0 9173 -919551973060 -919551963887 -7196.0 --16355.0 9173 -919551973060 -919551963887 -7182.0 +-16379.0 2319 -919551973060 -919551970741 -14060.0 +-16373.0 2227 -919551973060 -919551970833 -14146.0 +-16372.0 2315 -919551973060 -919551970745 -14057.0 +-16369.0 2315 -919551973060 -919551970745 -14054.0 +-16355.0 2227 -919551973060 -919551970833 -14128.0 PREHOOK: query: select a.cbigint, a.ctinyint, b.cint, b.ctinyint from (select ctinyint, cbigint from alltypesorc diff --git ql/src/test/results/clientpositive/llap/ptf_matchpath.q.out ql/src/test/results/clientpositive/llap/ptf_matchpath.q.out index 6c60f98..f8fe9f0 100644 --- ql/src/test/results/clientpositive/llap/ptf_matchpath.q.out +++ ql/src/test/results/clientpositive/llap/ptf_matchpath.q.out @@ -202,9 +202,8 @@ STAGE PLANS: alias: flights_tiny Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator - key expressions: 0 (type: int), fl_num (type: string), year (type: int), month (type: int), day_of_month (type: int) - sort order: +++++ - Map-reduce partition columns: 0 (type: int) + key expressions: fl_num (type: string), year (type: int), month (type: int), day_of_month (type: int) + sort order: ++++ Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE value expressions: origin_city_name (type: string), arr_delay (type: float) Execution mode: llap @@ -213,7 +212,7 @@ STAGE PLANS: Execution mode: llap Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: int), VALUE._col2 (type: float), KEY.reducesinkkey1 (type: string) + expressions: VALUE._col0 (type: string), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), VALUE._col2 (type: float), KEY.reducesinkkey0 (type: string) outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE PTF Operator @@ -327,9 +326,8 @@ STAGE PLANS: outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator - key expressions: 0 (type: int), _col6 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: int) - sort order: +++++ - Map-reduce partition columns: 0 (type: int) + key expressions: _col6 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: int) + sort order: ++++ Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col5 (type: float) Execution mode: llap @@ -338,7 +336,7 @@ STAGE PLANS: Execution mode: llap Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: int), VALUE._col2 (type: float), KEY.reducesinkkey1 (type: string) + expressions: VALUE._col0 (type: string), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), VALUE._col2 (type: float), KEY.reducesinkkey0 (type: string) outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE PTF Operator diff --git ql/src/test/results/clientpositive/llap/special_character_in_tabnames_1.q.out ql/src/test/results/clientpositive/llap/special_character_in_tabnames_1.q.out index f6f3aac..8394417 100644 --- ql/src/test/results/clientpositive/llap/special_character_in_tabnames_1.q.out +++ ql/src/test/results/clientpositive/llap/special_character_in_tabnames_1.q.out @@ -19042,26 +19042,26 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@c/b/o_t1 POSTHOOK: Input: default@c/b/o_t1@dt=2014 #### A masked pattern was here #### -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 +2 +2 +2 +4 +4 +4 +4 +4 +5 +5 +5 +5 +5 +7 +7 +7 +7 +7 +7 +7 PREHOOK: query: select count(c_int) over(partition by c_float order by key), sum(c_float) over(partition by c_float order by key), max(c_int) over(partition by c_float order by key), min(c_int) over(partition by c_float order by key), row_number() over(partition by c_float order by key) as rn, rank() over(partition by c_float order by key), dense_rank() over(partition by c_float order by key), round(percent_rank() over(partition by c_float order by key), 2), lead(c_int, 2, c_int) over(partition by c_float order by key), lag(c_float, 2, c_float) over(partition by c_float order by key) from `c/b/o_t1` order by rn PREHOOK: type: QUERY PREHOOK: Input: default@c/b/o_t1 @@ -19132,26 +19132,26 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@c/b/o_t1 POSTHOOK: Input: default@c/b/o_t1@dt=2014 #### A masked pattern was here #### -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 -18 +2 +2 +2 +4 +4 +4 +4 +4 +5 +5 +5 +5 +5 +7 +7 +7 +7 +7 +7 +7 PREHOOK: query: select 1+sum(c_int) over() from `c/b/o_t1` PREHOOK: type: QUERY PREHOOK: Input: default@c/b/o_t1 @@ -19162,26 +19162,26 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@c/b/o_t1 POSTHOOK: Input: default@c/b/o_t1@dt=2014 #### A masked pattern was here #### -19 -19 -19 -19 -19 -19 -19 -19 -19 -19 -19 -19 -19 -19 -19 -19 -19 -19 -19 -19 +3 +3 +3 +5 +5 +5 +5 +5 +6 +6 +6 +6 +6 +8 +8 +8 +8 +8 +8 +8 PREHOOK: query: select sum(c_int)+sum(sum(c_int)) over() from `c/b/o_t1` PREHOOK: type: QUERY PREHOOK: Input: default@c/b/o_t1 diff --git ql/src/test/results/clientpositive/llap/windowing.q.out ql/src/test/results/clientpositive/llap/windowing.q.out index 468b67e..11cc94d 100644 --- ql/src/test/results/clientpositive/llap/windowing.q.out +++ ql/src/test/results/clientpositive/llap/windowing.q.out @@ -504,11 +504,11 @@ window w1 as (distribute by p_mfgr sort by p_name rows between 2 preceding and 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@part #### A masked pattern was here #### -Manufacturer#3 almond antique chartreuse khaki white 17 1 17 17 19 -Manufacturer#3 almond antique forest lavender goldenrod 14 2 14 17 1 -Manufacturer#3 almond antique metallic orange dim 19 3 19 17 45 -Manufacturer#3 almond antique misty red olive 1 4 1 14 45 -Manufacturer#3 almond antique olive coral navajo 45 5 45 19 45 +Manufacturer#3 almond antique chartreuse khaki white 17 1 17 17 45 +Manufacturer#3 almond antique forest lavender goldenrod 14 1 14 14 14 +Manufacturer#3 almond antique metallic orange dim 19 2 19 17 45 +Manufacturer#3 almond antique misty red olive 1 1 1 1 1 +Manufacturer#3 almond antique olive coral navajo 45 3 45 17 45 PREHOOK: query: select p_mfgr,p_name, p_size, sum(p_size) over w1 as s1, sum(p_size) over (distribute by p_mfgr sort by p_name rows between current row and current row) as s2 @@ -2276,32 +2276,32 @@ order by p_name POSTHOOK: type: QUERY POSTHOOK: Input: default@part #### A masked pattern was here #### -almond antique blue firebrick mint 1789.69 1546.78 -almond antique burnished rose metallic 1173.15 1546.78 -almond antique burnished rose metallic 1173.15 1546.78 -almond antique chartreuse khaki white 1671.68 1546.78 -almond antique chartreuse lavender yellow 1753.76 1546.78 -almond antique forest lavender goldenrod 1190.27 1546.78 -almond antique gainsboro frosted violet 1620.67 1546.78 -almond antique medium spring khaki 1611.66 1546.78 -almond antique metallic orange dim 1410.39 1546.78 -almond antique misty red olive 1922.98 1546.78 -almond antique olive coral navajo 1337.29 1546.78 -almond antique salmon chartreuse burlywood 1602.59 1546.78 -almond antique sky peru orange 1788.73 1546.78 -almond antique violet chocolate turquoise 1690.68 1546.78 -almond antique violet mint lemon 1375.42 1546.78 -almond antique violet turquoise frosted 1800.7 1546.78 -almond aquamarine burnished black steel 1414.42 1546.78 -almond aquamarine dodger light gainsboro 1018.1 1546.78 -almond aquamarine floral ivory bisque 1206.26 1546.78 -almond aquamarine midnight light salmon 2031.98 1546.78 -almond aquamarine pink moccasin thistle 1632.66 1546.78 -almond aquamarine rose maroon antique 1698.66 1546.78 -almond aquamarine sandy cyan gainsboro 1701.6 1546.78 -almond aquamarine yellow dodger mint 1844.92 1546.78 -almond azure aquamarine papaya violet 1290.35 1546.78 -almond azure blanched chiffon midnight 1464.48 1546.78 +almond antique blue firebrick mint 1789.69 1764.35 +almond antique burnished rose metallic 1173.15 1393.92 +almond antique burnished rose metallic 1173.15 1503.5 +almond antique chartreuse khaki white 1671.68 1571.85 +almond antique chartreuse lavender yellow 1753.76 1503.5 +almond antique forest lavender goldenrod 1190.27 1571.85 +almond antique gainsboro frosted violet 1620.67 1503.5 +almond antique medium spring khaki 1611.66 1571.85 +almond antique metallic orange dim 1410.39 1393.92 +almond antique misty red olive 1922.98 1393.92 +almond antique olive coral navajo 1337.29 1571.85 +almond antique salmon chartreuse burlywood 1602.59 1571.85 +almond antique sky peru orange 1788.73 1571.85 +almond antique violet chocolate turquoise 1690.68 1764.35 +almond antique violet mint lemon 1375.42 1503.5 +almond antique violet turquoise frosted 1800.7 1571.85 +almond aquamarine burnished black steel 1414.42 1503.5 +almond aquamarine dodger light gainsboro 1018.1 1393.92 +almond aquamarine floral ivory bisque 1206.26 1393.92 +almond aquamarine midnight light salmon 2031.98 1764.35 +almond aquamarine pink moccasin thistle 1632.66 1393.92 +almond aquamarine rose maroon antique 1698.66 1503.5 +almond aquamarine sandy cyan gainsboro 1701.6 1503.5 +almond aquamarine yellow dodger mint 1844.92 1764.35 +almond azure aquamarine papaya violet 1290.35 1503.5 +almond azure blanched chiffon midnight 1464.48 1764.35 PREHOOK: query: select p_mfgr, sum(p_size) over (partition by p_mfgr order by p_size rows between unbounded preceding and current row) from part @@ -2330,12 +2330,12 @@ where p_mfgr='Manufacturer#1' POSTHOOK: type: QUERY POSTHOOK: Input: default@part #### A masked pattern was here #### -1173.15 1458.29 8749.73 -1173.15 1515.32 7576.58 -1414.42 1523.54 3047.08 -1602.59 1549.89 4649.67 +1173.15 1402.91 2805.81 +1173.15 1447.11 4341.33 +1414.42 1414.42 1414.42 +1602.59 1602.59 1602.59 1632.66 1632.66 1632.66 -1753.76 1600.86 6403.43 +1753.76 1584.09 3168.18 PREHOOK: query: select sum(p_size) over (partition by p_mfgr ) from part where p_mfgr = 'm1' PREHOOK: type: QUERY diff --git ql/src/test/results/clientpositive/llap/windowing_gby.q.out ql/src/test/results/clientpositive/llap/windowing_gby.q.out index 945f8e0..4071704 100644 --- ql/src/test/results/clientpositive/llap/windowing_gby.q.out +++ ql/src/test/results/clientpositive/llap/windowing_gby.q.out @@ -31,7 +31,6 @@ Stage-0 Output:["_col1","_col2"] <-Reducer 3 [SIMPLE_EDGE] llap SHUFFLE [RS_14] - PartitionCols:0 Select Operator [SEL_13] (rows=2 width=20) Output:["_col1","_col2"] Group By Operator [GBY_12] (rows=2 width=20) diff --git ql/src/test/results/clientpositive/ptf_matchpath.q.out ql/src/test/results/clientpositive/ptf_matchpath.q.out index b7409f9..f9938ce 100644 --- ql/src/test/results/clientpositive/ptf_matchpath.q.out +++ ql/src/test/results/clientpositive/ptf_matchpath.q.out @@ -186,14 +186,13 @@ STAGE PLANS: alias: flights_tiny Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator - key expressions: 0 (type: int), fl_num (type: string), year (type: int), month (type: int), day_of_month (type: int) - sort order: +++++ - Map-reduce partition columns: 0 (type: int) + key expressions: fl_num (type: string), year (type: int), month (type: int), day_of_month (type: int) + sort order: ++++ Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE value expressions: origin_city_name (type: string), arr_delay (type: float) Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: int), VALUE._col2 (type: float), KEY.reducesinkkey1 (type: string) + expressions: VALUE._col0 (type: string), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), VALUE._col2 (type: float), KEY.reducesinkkey0 (type: string) outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE PTF Operator @@ -301,14 +300,13 @@ STAGE PLANS: outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator - key expressions: 0 (type: int), _col6 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: int) - sort order: +++++ - Map-reduce partition columns: 0 (type: int) + key expressions: _col6 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: int) + sort order: ++++ Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col5 (type: float) Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: int), VALUE._col2 (type: float), KEY.reducesinkkey1 (type: string) + expressions: VALUE._col0 (type: string), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), VALUE._col2 (type: float), KEY.reducesinkkey0 (type: string) outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE PTF Operator diff --git ql/src/test/results/clientpositive/quotedid_basic.q.out ql/src/test/results/clientpositive/quotedid_basic.q.out index 8897ae9..48a131b 100644 --- ql/src/test/results/clientpositive/quotedid_basic.q.out +++ ql/src/test/results/clientpositive/quotedid_basic.q.out @@ -189,14 +189,13 @@ STAGE PLANS: Map Operator Tree: TableScan Reduce Output Operator - key expressions: '1' (type: string), _col1 (type: string) - sort order: ++ - Map-reduce partition columns: '1' (type: string) + key expressions: _col1 (type: string) + sort order: + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: string) Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: string), KEY.reducesinkkey1 (type: string) + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE PTF Operator @@ -291,14 +290,13 @@ STAGE PLANS: Map Operator Tree: TableScan Reduce Output Operator - key expressions: '1' (type: string), _col1 (type: string) - sort order: ++ - Map-reduce partition columns: '1' (type: string) + key expressions: _col1 (type: string) + sort order: + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE value expressions: _col0 (type: string) Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: string), KEY.reducesinkkey1 (type: string) + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE PTF Operator diff --git ql/src/test/results/clientpositive/spark/groupby_resolution.q.out ql/src/test/results/clientpositive/spark/groupby_resolution.q.out index 6352c2b..258e88c 100644 --- ql/src/test/results/clientpositive/spark/groupby_resolution.q.out +++ ql/src/test/results/clientpositive/spark/groupby_resolution.q.out @@ -510,19 +510,19 @@ order by b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@src #### A masked pattern was here #### -0 3 12 +0 3 7 10 1 1 -100 2 7 -103 2 7 -104 2 7 +100 2 5 +103 2 3 +104 2 3 105 1 1 11 1 1 111 1 1 -113 2 7 +113 2 3 114 1 1 116 1 1 -118 2 7 -119 3 12 +118 2 3 +119 3 7 PREHOOK: query: select key, count(*) from src b group by b.key @@ -568,19 +568,19 @@ order by b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@src #### A masked pattern was here #### -0 3 12 +0 3 7 10 1 1 -100 2 7 -103 2 7 -104 2 7 +100 2 5 +103 2 3 +104 2 3 105 1 1 11 1 1 111 1 1 -113 2 7 +113 2 3 114 1 1 116 1 1 -118 2 7 -119 3 12 +118 2 3 +119 3 7 PREHOOK: query: explain select key, count(*), rank() over(order by count(*)) from src b @@ -649,15 +649,14 @@ STAGE PLANS: outputColumnNames: _col0, _col1 Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator - key expressions: 0 (type: int), _col1 (type: bigint) - sort order: ++ - Map-reduce partition columns: 0 (type: int) + key expressions: _col1 (type: bigint) + sort order: + Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Reducer 4 Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: string), KEY.reducesinkkey1 (type: bigint) + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) outputColumnNames: _col0, _col1 Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE PTF Operator diff --git ql/src/test/results/clientpositive/spark/ptf_matchpath.q.out ql/src/test/results/clientpositive/spark/ptf_matchpath.q.out index 45b59f1..f410894 100644 --- ql/src/test/results/clientpositive/spark/ptf_matchpath.q.out +++ ql/src/test/results/clientpositive/spark/ptf_matchpath.q.out @@ -197,15 +197,14 @@ STAGE PLANS: alias: flights_tiny Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator - key expressions: 0 (type: int), fl_num (type: string), year (type: int), month (type: int), day_of_month (type: int) - sort order: +++++ - Map-reduce partition columns: 0 (type: int) + key expressions: fl_num (type: string), year (type: int), month (type: int), day_of_month (type: int) + sort order: ++++ Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE value expressions: origin_city_name (type: string), arr_delay (type: float) Reducer 2 Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: int), VALUE._col2 (type: float), KEY.reducesinkkey1 (type: string) + expressions: VALUE._col0 (type: string), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), VALUE._col2 (type: float), KEY.reducesinkkey0 (type: string) outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE PTF Operator @@ -269,9 +268,9 @@ where fl_num = 1142 POSTHOOK: type: QUERY POSTHOOK: Input: default@flights_tiny #### A masked pattern was here #### -Baltimore 1142 2010 10 20 6 20 -Baltimore 1142 2010 10 21 5 21 -Baltimore 1142 2010 10 22 4 22 +Baltimore 1142 2010 10 20 4 20 +Baltimore 1142 2010 10 21 4 21 +Baltimore 1142 2010 10 22 3 22 Baltimore 1142 2010 10 25 3 25 Baltimore 1142 2010 10 26 2 26 PREHOOK: query: explain @@ -318,15 +317,14 @@ STAGE PLANS: outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator - key expressions: 0 (type: int), _col6 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: int) - sort order: +++++ - Map-reduce partition columns: 0 (type: int) + key expressions: _col6 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: int) + sort order: ++++ Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col5 (type: float) Reducer 2 Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: int), VALUE._col2 (type: float), KEY.reducesinkkey1 (type: string) + expressions: VALUE._col0 (type: string), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), VALUE._col2 (type: float), KEY.reducesinkkey0 (type: string) outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE PTF Operator diff --git ql/src/test/results/clientpositive/spark/windowing.q.out ql/src/test/results/clientpositive/spark/windowing.q.out index d4be0b3..2e315a8 100644 --- ql/src/test/results/clientpositive/spark/windowing.q.out +++ ql/src/test/results/clientpositive/spark/windowing.q.out @@ -504,11 +504,11 @@ window w1 as (distribute by p_mfgr sort by p_name rows between 2 preceding and 2 POSTHOOK: type: QUERY POSTHOOK: Input: default@part #### A masked pattern was here #### -Manufacturer#3 almond antique chartreuse khaki white 17 1 17 17 19 -Manufacturer#3 almond antique forest lavender goldenrod 14 2 14 17 1 -Manufacturer#3 almond antique metallic orange dim 19 3 19 17 45 -Manufacturer#3 almond antique misty red olive 1 4 1 14 45 -Manufacturer#3 almond antique olive coral navajo 45 5 45 19 45 +Manufacturer#3 almond antique chartreuse khaki white 17 1 17 17 45 +Manufacturer#3 almond antique forest lavender goldenrod 14 1 14 14 14 +Manufacturer#3 almond antique metallic orange dim 19 2 19 17 45 +Manufacturer#3 almond antique misty red olive 1 1 1 1 1 +Manufacturer#3 almond antique olive coral navajo 45 3 45 17 45 PREHOOK: query: select p_mfgr,p_name, p_size, sum(p_size) over w1 as s1, sum(p_size) over (distribute by p_mfgr sort by p_name rows between current row and current row) as s2 @@ -2271,32 +2271,32 @@ order by p_name POSTHOOK: type: QUERY POSTHOOK: Input: default@part #### A masked pattern was here #### -almond antique blue firebrick mint 1789.69 1546.78 -almond antique burnished rose metallic 1173.15 1546.78 -almond antique burnished rose metallic 1173.15 1546.78 -almond antique chartreuse khaki white 1671.68 1546.78 -almond antique chartreuse lavender yellow 1753.76 1546.78 -almond antique forest lavender goldenrod 1190.27 1546.78 -almond antique gainsboro frosted violet 1620.67 1546.78 -almond antique medium spring khaki 1611.66 1546.78 -almond antique metallic orange dim 1410.39 1546.78 -almond antique misty red olive 1922.98 1546.78 -almond antique olive coral navajo 1337.29 1546.78 -almond antique salmon chartreuse burlywood 1602.59 1546.78 -almond antique sky peru orange 1788.73 1546.78 -almond antique violet chocolate turquoise 1690.68 1546.78 -almond antique violet mint lemon 1375.42 1546.78 -almond antique violet turquoise frosted 1800.7 1546.78 -almond aquamarine burnished black steel 1414.42 1546.78 -almond aquamarine dodger light gainsboro 1018.1 1546.78 -almond aquamarine floral ivory bisque 1206.26 1546.78 -almond aquamarine midnight light salmon 2031.98 1546.78 -almond aquamarine pink moccasin thistle 1632.66 1546.78 -almond aquamarine rose maroon antique 1698.66 1546.78 -almond aquamarine sandy cyan gainsboro 1701.6 1546.78 -almond aquamarine yellow dodger mint 1844.92 1546.78 -almond azure aquamarine papaya violet 1290.35 1546.78 -almond azure blanched chiffon midnight 1464.48 1546.78 +almond antique blue firebrick mint 1789.69 1764.35 +almond antique burnished rose metallic 1173.15 1393.92 +almond antique burnished rose metallic 1173.15 1503.5 +almond antique chartreuse khaki white 1671.68 1571.85 +almond antique chartreuse lavender yellow 1753.76 1503.5 +almond antique forest lavender goldenrod 1190.27 1571.85 +almond antique gainsboro frosted violet 1620.67 1503.5 +almond antique medium spring khaki 1611.66 1571.85 +almond antique metallic orange dim 1410.39 1393.92 +almond antique misty red olive 1922.98 1393.92 +almond antique olive coral navajo 1337.29 1571.85 +almond antique salmon chartreuse burlywood 1602.59 1571.85 +almond antique sky peru orange 1788.73 1571.85 +almond antique violet chocolate turquoise 1690.68 1764.35 +almond antique violet mint lemon 1375.42 1503.5 +almond antique violet turquoise frosted 1800.7 1571.85 +almond aquamarine burnished black steel 1414.42 1503.5 +almond aquamarine dodger light gainsboro 1018.1 1393.92 +almond aquamarine floral ivory bisque 1206.26 1393.92 +almond aquamarine midnight light salmon 2031.98 1764.35 +almond aquamarine pink moccasin thistle 1632.66 1393.92 +almond aquamarine rose maroon antique 1698.66 1503.5 +almond aquamarine sandy cyan gainsboro 1701.6 1503.5 +almond aquamarine yellow dodger mint 1844.92 1764.35 +almond azure aquamarine papaya violet 1290.35 1503.5 +almond azure blanched chiffon midnight 1464.48 1764.35 PREHOOK: query: select p_mfgr, sum(p_size) over (partition by p_mfgr order by p_size rows between unbounded preceding and current row) from part @@ -2325,12 +2325,12 @@ where p_mfgr='Manufacturer#1' POSTHOOK: type: QUERY POSTHOOK: Input: default@part #### A masked pattern was here #### -1173.15 1458.29 8749.73 -1173.15 1515.32 7576.58 -1414.42 1523.54 3047.08 -1602.59 1549.89 4649.67 +1173.15 1402.91 2805.81 +1173.15 1447.11 4341.33 +1414.42 1414.42 1414.42 +1602.59 1602.59 1602.59 1632.66 1632.66 1632.66 -1753.76 1600.86 6403.43 +1753.76 1584.09 3168.18 PREHOOK: query: select sum(p_size) over (partition by p_mfgr ) from part where p_mfgr = 'm1' PREHOOK: type: QUERY diff --git ql/src/test/results/clientpositive/windowing_gby2.q.out ql/src/test/results/clientpositive/windowing_gby2.q.out index a17ad93..cc106aa 100644 --- ql/src/test/results/clientpositive/windowing_gby2.q.out +++ ql/src/test/results/clientpositive/windowing_gby2.q.out @@ -59,13 +59,12 @@ STAGE PLANS: Map Operator Tree: TableScan Reduce Output Operator - key expressions: 0 (type: int), _col1 (type: bigint) - sort order: ++ - Map-reduce partition columns: 0 (type: int) + key expressions: _col1 (type: bigint) + sort order: + Statistics: Num rows: 10 Data size: 131 Basic stats: COMPLETE Column stats: NONE Reduce Operator Tree: Select Operator - expressions: KEY.reducesinkkey1 (type: bigint) + expressions: KEY.reducesinkkey0 (type: bigint) outputColumnNames: _col1 Statistics: Num rows: 10 Data size: 131 Basic stats: COMPLETE Column stats: NONE PTF Operator @@ -583,9 +582,8 @@ STAGE PLANS: Map Operator Tree: TableScan Reduce Output Operator - key expressions: 0 (type: int), (UDFToDouble(_col1) / UDFToDouble(_col2)) (type: double) - sort order: ++ - Map-reduce partition columns: 0 (type: int) + key expressions: (UDFToDouble(_col1) / UDFToDouble(_col2)) (type: double) + sort order: + Statistics: Num rows: 6758 Data size: 1453080 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: bigint) Reduce Operator Tree: diff --git ql/src/test/results/clientpositive/windowing_navfn.q.out ql/src/test/results/clientpositive/windowing_navfn.q.out index 0976b54..3d783d0 100644 --- ql/src/test/results/clientpositive/windowing_navfn.q.out +++ ql/src/test/results/clientpositive/windowing_navfn.q.out @@ -44,6 +44,66 @@ POSTHOOK: query: load data local inpath '../../data/files/over10k' into table ov POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@over10k +PREHOOK: query: explain select row_number() over() from src where key = '238' +PREHOOK: type: QUERY +POSTHOOK: query: explain select row_number() over() from src where key = '238' +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (key = '238') (type: boolean) + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Reduce Operator Tree: + PTF Operator + Function definitions: + Input definition + input alias: ptf_0 + output shape: + type: WINDOWING + Windowing table definition + input alias: ptf_1 + name: windowingtablefunction + order by: 0 ASC NULLS FIRST + partition by: 0 + raw input shape: + window functions: + window function definition + alias: row_number_window_0 + name: row_number + window function: GenericUDAFRowNumberEvaluator + window frame: PRECEDING(MAX)~FOLLOWING(MAX) + isPivotResult: true + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: row_number_window_0 (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: select row_number() over() from src where key = '238' PREHOOK: type: QUERY PREHOOK: Input: default@src -- 2.4.0