diff --git ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out index 7b36824..8ae9080 100644 --- ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out +++ ql/src/test/results/clientpositive/spark/spark_explainuser_1.q.out @@ -387,25 +387,25 @@ Stage-0 <-Map 5 [GROUP] GROUP [RS_7] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_6] (rows=2 width=101) + Group By Operator [GBY_6] (rows=1 width=101) Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float - Filter Operator [FIL_35] (rows=5 width=93) + Filter Operator [FIL_35] (rows=4 width=93) predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_3] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] <-Reducer 8 [PARTITION-LEVEL SORT] PARTITION-LEVEL SORT [RS_21] PartitionCols:_col0 - Select Operator [SEL_17] (rows=2 width=89) + Select Operator [SEL_17] (rows=1 width=89) Output:["_col0","_col1"] - Group By Operator [GBY_16] (rows=2 width=93) + Group By Operator [GBY_16] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 <-Map 7 [GROUP] GROUP [RS_15] PartitionCols:_col0, _col1, _col2 - Group By Operator [GBY_14] (rows=2 width=93) + Group By Operator [GBY_14] (rows=1 width=93) Output:["_col0","_col1","_col2"],keys:key, c_int, c_float - Filter Operator [FIL_36] (rows=5 width=93) + Filter Operator [FIL_36] (rows=4 width=93) predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_11] (rows=20 width=88) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -1093,27 +1093,27 @@ Stage-0 Stage-1 Reducer 2 File Output Operator [FS_16] - Select Operator [SEL_15] (rows=40 width=101) + Select Operator [SEL_15] (rows=48 width=101) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_13] (rows=40 width=101) + Filter Operator [FIL_13] (rows=48 width=101) predicate:(((_col1 + _col4) = 2) and ((_col1 > 0) or (_col6 >= 0))) - Join Operator [JOIN_12] (rows=81 width=100) + Join Operator [JOIN_12] (rows=96 width=100) Output:["_col1","_col2","_col3","_col4","_col6"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":0,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"} <-Map 1 [PARTITION-LEVEL SORT] PARTITION-LEVEL SORT [RS_9] PartitionCols:_col0 - Select Operator [SEL_2] (rows=9 width=93) + Select Operator [SEL_2] (rows=8 width=93) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_17] (rows=9 width=93) + Filter Operator [FIL_17] (rows=8 width=93) predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_0] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] <-Map 3 [PARTITION-LEVEL SORT] PARTITION-LEVEL SORT [RS_10] PartitionCols:_col0 - Select Operator [SEL_5] (rows=9 width=89) + Select Operator [SEL_5] (rows=8 width=89) Output:["_col0","_col1"] - Filter Operator [FIL_18] (rows=9 width=93) + Filter Operator [FIL_18] (rows=8 width=93) predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_3] (rows=20 width=88) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -1142,27 +1142,27 @@ Stage-0 Stage-1 Reducer 2 File Output Operator [FS_16] - Select Operator [SEL_15] (rows=40 width=101) + Select Operator [SEL_15] (rows=48 width=101) Output:["_col0","_col1","_col2","_col3","_col4"] - Filter Operator [FIL_13] (rows=40 width=101) + Filter Operator [FIL_13] (rows=48 width=101) predicate:(((_col1 + _col4) = 2) and ((_col1 > 0) or (_col6 >= 0))) - Join Operator [JOIN_12] (rows=81 width=100) + Join Operator [JOIN_12] (rows=96 width=100) Output:["_col1","_col2","_col3","_col4","_col6"],condition map:[{"":"{\"type\":\"Inner\",\"left\":0,\"right\":1}"},{"":"{\"type\":\"Inner\",\"left\":0,\"right\":2}"}],keys:{"0":"_col0","1":"_col0","2":"_col0"} <-Map 1 [PARTITION-LEVEL SORT] PARTITION-LEVEL SORT [RS_9] PartitionCols:_col0 - Select Operator [SEL_2] (rows=9 width=93) + Select Operator [SEL_2] (rows=8 width=93) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_17] (rows=9 width=93) + Filter Operator [FIL_17] (rows=8 width=93) predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_0] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] <-Map 3 [PARTITION-LEVEL SORT] PARTITION-LEVEL SORT [RS_10] PartitionCols:_col0 - Select Operator [SEL_5] (rows=9 width=89) + Select Operator [SEL_5] (rows=8 width=89) Output:["_col0","_col1"] - Filter Operator [FIL_18] (rows=9 width=93) + Filter Operator [FIL_18] (rows=8 width=93) predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_3] (rows=20 width=88) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -1427,16 +1427,16 @@ Stage-0 Stage-1 Reducer 2 File Output Operator [FS_12] - Select Operator [SEL_11] (rows=9 width=4) + Select Operator [SEL_11] (rows=8 width=4) Output:["_col0"] - Join Operator [JOIN_10] (rows=9 width=4) + Join Operator [JOIN_10] (rows=8 width=4) Output:["_col1"],condition map:[{"":"{\"type\":\"Left Semi\",\"left\":0,\"right\":1}"}],keys:{"0":"_col0","1":"_col0"} <-Map 1 [PARTITION-LEVEL SORT] PARTITION-LEVEL SORT [RS_8] PartitionCols:_col0 - Select Operator [SEL_2] (rows=9 width=93) + Select Operator [SEL_2] (rows=8 width=93) Output:["_col0","_col1"] - Filter Operator [FIL_13] (rows=9 width=93) + Filter Operator [FIL_13] (rows=8 width=93) predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_0] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -1474,20 +1474,20 @@ Stage-0 <-Map 1 [PARTITION-LEVEL SORT] PARTITION-LEVEL SORT [RS_13] PartitionCols:_col0 - Select Operator [SEL_2] (rows=9 width=93) + Select Operator [SEL_2] (rows=8 width=93) Output:["_col0","_col1","_col2"] - Filter Operator [FIL_19] (rows=9 width=93) + Filter Operator [FIL_19] (rows=8 width=93) predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_0] (rows=20 width=88) default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] <-Map 3 [PARTITION-LEVEL SORT] PARTITION-LEVEL SORT [RS_14] PartitionCols:_col0 - Group By Operator [GBY_10] (rows=4 width=85) + Group By Operator [GBY_10] (rows=3 width=85) Output:["_col0"],keys:_col0 - Select Operator [SEL_5] (rows=9 width=85) + Select Operator [SEL_5] (rows=8 width=85) Output:["_col0"] - Filter Operator [FIL_20] (rows=9 width=93) + Filter Operator [FIL_20] (rows=8 width=93) predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) TableScan [TS_3] (rows=20 width=88) default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] @@ -5124,16 +5124,18 @@ PREHOOK: query: explain select explode(array('a', 'b')) PREHOOK: type: QUERY POSTHOOK: query: explain select explode(array('a', 'b')) POSTHOOK: type: QUERY -Plan not optimized by CBO. +Plan optimized by CBO. Stage-0 Fetch Operator limit:-1 - UDTF Operator [UDTF_2] - function name:explode - Select Operator [SEL_1] - Output:["_col0"] - TableScan [TS_0] + Select Operator [SEL_3] + Output:["_col0"] + UDTF Operator [UDTF_2] + function name:explode + Select Operator [SEL_1] + Output:["_col0"] + TableScan [TS_0] PREHOOK: query: CREATE TABLE T1(key STRING, val STRING) STORED AS TEXTFILE PREHOOK: type: CREATETABLE