diff -r -U3 -I 'Execution mode:' ql/src/test/results/clientpositive/tez/acid_vectorization_partition.q.out ql/src/test/results/clientpositive/llap/acid_vectorization_partition.q.out --- ql/src/test/results/clientpositive/tez/acid_vectorization_partition.q.out 2015-07-31 20:46:48.000000000 -0500 +++ ql/src/test/results/clientpositive/llap/acid_vectorization_partition.q.out 2015-09-14 23:36:03.000000000 -0500 @@ -38,23 +38,23 @@ POSTHOOK: Input: default@acid_vectorized_part@ds=today POSTHOOK: Input: default@acid_vectorized_part@ds=tomorrow #### A masked pattern was here #### --1073279343 oj1YrV5Wa tomorrow -1073279343 oj1YrV5Wa today --1073051226 A34p7oRr2WvUJNf tomorrow +-1073279343 oj1YrV5Wa tomorrow -1073051226 A34p7oRr2WvUJNf today +-1073051226 A34p7oRr2WvUJNf tomorrow -1072910839 0iqrc5 tomorrow -1072910839 0iqrc5 today --1072081801 dPkN74F7 tomorrow -1072081801 dPkN74F7 today --1072076362 2uLyD28144vklju213J1mr today +-1072081801 dPkN74F7 tomorrow -1072076362 2uLyD28144vklju213J1mr tomorrow +-1072076362 2uLyD28144vklju213J1mr today -1071480828 aw724t8c5558x2xneC624 tomorrow -1071480828 aw724t8c5558x2xneC624 today --1071363017 Anj0oF tomorrow -1071363017 Anj0oF today +-1071363017 Anj0oF tomorrow -1070883071 0ruyd6Y50JpdGRf6HqD today -1070883071 0ruyd6Y50JpdGRf6HqD tomorrow --1070551679 iUR3Q tomorrow -1070551679 iUR3Q today +-1070551679 iUR3Q tomorrow -1069736047 k17Am8uPHWk02cEf1jet today -1069736047 k17Am8uPHWk02cEf1jet tomorrow diff -r -U3 -I 'Execution mode:' ql/src/test/results/clientpositive/tez/auto_join_nulls.q.out ql/src/test/results/clientpositive/llap/auto_join_nulls.q.out --- ql/src/test/results/clientpositive/tez/auto_join_nulls.q.out 2015-07-31 20:46:48.000000000 -0500 +++ ql/src/test/results/clientpositive/llap/auto_join_nulls.q.out 2015-09-14 23:36:45.000000000 -0500 @@ -34,7 +34,7 @@ POSTHOOK: Input: default@myinput1 #### A masked pattern was here #### 13630578 -Warning: Map Join MAPJOIN[16][bigTable=?] in task 'Map 1' is a cross product +Warning: Map Join MAPJOIN[15][bigTable=?] in task 'Map 1' is a cross product PREHOOK: query: SELECT sum(hash(a.key,a.value,b.key,b.value)) FROM myinput1 a RIGHT OUTER JOIN myinput1 b PREHOOK: type: QUERY PREHOOK: Input: default@myinput1 diff -r -U3 -I 'Execution mode:' ql/src/test/results/clientpositive/tez/auto_sortmerge_join_6.q.out ql/src/test/results/clientpositive/llap/auto_sortmerge_join_6.q.out --- ql/src/test/results/clientpositive/tez/auto_sortmerge_join_6.q.out 2015-07-31 20:46:48.000000000 -0500 +++ ql/src/test/results/clientpositive/llap/auto_sortmerge_join_6.q.out 2015-09-14 23:37:10.000000000 -0500 @@ -166,17 +170,13 @@ mode: mergepartial outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 + File Output Operator + compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -285,17 +289,13 @@ mode: mergepartial outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 + File Output Operator + compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -404,17 +408,13 @@ mode: mergepartial outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 + File Output Operator + compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -519,17 +524,13 @@ mode: mergepartial outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 + File Output Operator + compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -614,17 +617,13 @@ mode: mergepartial outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 + File Output Operator + compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -729,17 +732,13 @@ mode: mergepartial outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 + File Output Operator + compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -844,17 +847,13 @@ mode: mergepartial outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 + File Output Operator + compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -959,17 +963,13 @@ mode: mergepartial outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 + File Output Operator + compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -1054,17 +1056,13 @@ mode: mergepartial outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 + File Output Operator + compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -1169,17 +1171,13 @@ mode: mergepartial outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: bigint) - outputColumnNames: _col0 + File Output Operator + compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator diff -r -U3 -I 'Execution mode:' ql/src/test/results/clientpositive/tez/constprog_dpp.q.out ql/src/test/results/clientpositive/llap/constprog_dpp.q.out --- ql/src/test/results/clientpositive/tez/constprog_dpp.q.out 2015-09-14 03:22:59.000000000 -0500 +++ ql/src/test/results/clientpositive/llap/constprog_dpp.q.out 2015-09-14 21:53:57.000000000 -0500 @@ -38,76 +38,104 @@ select 2 as id from tb2 limit 1) b on a.id=b.id POSTHOOK: type: QUERY -Plan not optimized by CBO due to missing statistics. Please check log for more details. +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 -Vertex dependency in root stage -Map 1 <- Union 2 (CONTAINS) -Map 5 <- Union 2 (CONTAINS) -Reducer 3 <- Union 2 (SIMPLE_EDGE) -Reducer 4 <- Map 6 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE) +STAGE PLANS: + Stage: Stage-1 + Tez + Edges: + Map 1 <- Union 2 (CONTAINS) + Map 5 <- Union 2 (CONTAINS) + Reducer 3 <- Union 2 (SIMPLE_EDGE) + Reducer 4 <- Map 6 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: tb2 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Select Operator + expressions: UDFToInteger(id) (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Limit + Number of rows: 1 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + value expressions: _col0 (type: int) + Execution mode: llap + Map 5 + Map Operator Tree: + TableScan + alias: tb2 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Select Operator + expressions: 2 (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Limit + Number of rows: 1 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + value expressions: _col0 (type: int) + Execution mode: llap + Map 6 + Map Operator Tree: + TableScan + alias: a + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Reduce Output Operator + key expressions: id (type: int) + sort order: + + Map-reduce partition columns: id (type: int) + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Execution mode: llap + Reducer 3 + Execution mode: llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Limit + Number of rows: 1 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Reducer 4 + Execution mode: llap + Reduce Operator Tree: + Merge Join Operator + condition map: + Left Outer Join0 to 1 + keys: + 0 id (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Union 2 + Vertex: Union 2 -Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 4 - File Output Operator [FS_16] - compressed:false - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Merge Join Operator [MERGEJOIN_20] - | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"0":"id (type: int)","1":"_col0 (type: int)"} - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - |<-Map 6 [SIMPLE_EDGE] - | Reduce Output Operator [RS_12] - | key expressions:id (type: int) - | Map-reduce partition columns:id (type: int) - | sort order:+ - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | TableScan [TS_11] - | alias:a - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_13] - key expressions:_col0 (type: int) - Map-reduce partition columns:_col0 (type: int) - sort order:+ - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - Limit [LIM_10] - Number of rows:1 - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - Select Operator [SEL_9] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - |<-Union 2 [SIMPLE_EDGE] - |<-Map 1 [CONTAINS] - | Reduce Output Operator [RS_8] - | sort order: - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - | value expressions:_col0 (type: int) - | Limit [LIM_7] - | Number of rows:1 - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - | Select Operator [SEL_1] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - | TableScan [TS_0] - | alias:tb2 - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - |<-Map 5 [CONTAINS] - Reduce Output Operator [RS_8] - sort order: - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - value expressions:_col0 (type: int) - Limit [LIM_7] - Number of rows:1 - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - Select Operator [SEL_3] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - TableScan [TS_2] - alias:tb2 - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink diff -r -U3 -I 'Execution mode:' ql/src/test/results/clientpositive/tez/explainuser_1.q.out ql/src/test/results/clientpositive/llap/explainuser_1.q.out --- ql/src/test/results/clientpositive/tez/explainuser_1.q.out 2015-09-14 03:22:59.000000000 -0500 +++ ql/src/test/results/clientpositive/llap/explainuser_1.q.out 2015-09-14 21:53:57.000000000 -0500 @@ -6042,36 +6042,36 @@ Reducer 2 File Output Operator [FS_6] compressed:true - Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 14 Data size: 122 Basic stats: COMPLETE Column stats: NONE table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_5] outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 14 Data size: 122 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_7] | condition map:[{"":"Inner Join 0 to 1"}] | keys:{"0":"key (type: int)","1":"key (type: int)"} | outputColumnNames:["_col0","_col1","_col5","_col6"] - | Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE + | Statistics:Num rows: 14 Data size: 122 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] | Reduce Output Operator [RS_2] | key expressions:key (type: int) | Map-reduce partition columns:key (type: int) | sort order:+ - | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE + | Statistics:Num rows: 13 Data size: 111 Basic stats: COMPLETE Column stats: NONE | value expressions:value (type: int) | TableScan [TS_0] | alias:a - | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE + | Statistics:Num rows: 13 Data size: 111 Basic stats: COMPLETE Column stats: NONE |<-Map 3 [SIMPLE_EDGE] Reduce Output Operator [RS_3] key expressions:key (type: int) Map-reduce partition columns:key (type: int) sort order:+ - Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 13 Data size: 111 Basic stats: COMPLETE Column stats: NONE value expressions:value (type: int) TableScan [TS_1] alias:b - Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 13 Data size: 111 Basic stats: COMPLETE Column stats: NONE PREHOOK: query: explain select /*+ MAPJOIN(a) */ * FROM smb_input1 a JOIN smb_input1 b ON a.key <=> b.key AND a.value <=> b.value PREHOOK: type: QUERY @@ -6089,34 +6089,34 @@ Reducer 2 File Output Operator [FS_6] compressed:true - Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 14 Data size: 122 Basic stats: COMPLETE Column stats: NONE table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_5] outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 14 Data size: 122 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_7] | condition map:[{"":"Inner Join 0 to 1"}] | keys:{"0":"key (type: int), value (type: int)","1":"key (type: int), value (type: int)"} | outputColumnNames:["_col0","_col1","_col5","_col6"] - | Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE + | Statistics:Num rows: 14 Data size: 122 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] | Reduce Output Operator [RS_2] | key expressions:key (type: int), value (type: int) | Map-reduce partition columns:key (type: int), value (type: int) | sort order:++ - | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE + | Statistics:Num rows: 13 Data size: 111 Basic stats: COMPLETE Column stats: NONE | TableScan [TS_0] | alias:a - | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE + | Statistics:Num rows: 13 Data size: 111 Basic stats: COMPLETE Column stats: NONE |<-Map 3 [SIMPLE_EDGE] Reduce Output Operator [RS_3] key expressions:key (type: int), value (type: int) Map-reduce partition columns:key (type: int), value (type: int) sort order:++ - Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 13 Data size: 111 Basic stats: COMPLETE Column stats: NONE TableScan [TS_1] alias:b - Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 13 Data size: 111 Basic stats: COMPLETE Column stats: NONE PREHOOK: query: explain select /*+ MAPJOIN(a) */ * FROM smb_input1 a RIGHT OUTER JOIN smb_input1 b ON a.key <=> b.key PREHOOK: type: QUERY @@ -6134,36 +6134,36 @@ Reducer 2 File Output Operator [FS_6] compressed:true - Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 14 Data size: 122 Basic stats: COMPLETE Column stats: NONE table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_5] outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 14 Data size: 122 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_7] | condition map:[{"":"Right Outer Join0 to 1"}] | keys:{"0":"key (type: int)","1":"key (type: int)"} | outputColumnNames:["_col0","_col1","_col5","_col6"] - | Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE + | Statistics:Num rows: 14 Data size: 122 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] | Reduce Output Operator [RS_2] | key expressions:key (type: int) | Map-reduce partition columns:key (type: int) | sort order:+ - | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE + | Statistics:Num rows: 13 Data size: 111 Basic stats: COMPLETE Column stats: NONE | value expressions:value (type: int) | TableScan [TS_0] | alias:a - | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE + | Statistics:Num rows: 13 Data size: 111 Basic stats: COMPLETE Column stats: NONE |<-Map 3 [SIMPLE_EDGE] Reduce Output Operator [RS_3] key expressions:key (type: int) Map-reduce partition columns:key (type: int) sort order:+ - Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 13 Data size: 111 Basic stats: COMPLETE Column stats: NONE value expressions:value (type: int) TableScan [TS_1] alias:b - Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 13 Data size: 111 Basic stats: COMPLETE Column stats: NONE PREHOOK: query: explain select /*+ MAPJOIN(b) */ * FROM smb_input1 a JOIN smb_input1 b ON a.key <=> b.key PREHOOK: type: QUERY @@ -6181,36 +6181,36 @@ Reducer 2 File Output Operator [FS_6] compressed:true - Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 14 Data size: 122 Basic stats: COMPLETE Column stats: NONE table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_5] outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 14 Data size: 122 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_7] | condition map:[{"":"Inner Join 0 to 1"}] | keys:{"0":"key (type: int)","1":"key (type: int)"} | outputColumnNames:["_col0","_col1","_col5","_col6"] - | Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE + | Statistics:Num rows: 14 Data size: 122 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] | Reduce Output Operator [RS_2] | key expressions:key (type: int) | Map-reduce partition columns:key (type: int) | sort order:+ - | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE + | Statistics:Num rows: 13 Data size: 111 Basic stats: COMPLETE Column stats: NONE | value expressions:value (type: int) | TableScan [TS_0] | alias:a - | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE + | Statistics:Num rows: 13 Data size: 111 Basic stats: COMPLETE Column stats: NONE |<-Map 3 [SIMPLE_EDGE] Reduce Output Operator [RS_3] key expressions:key (type: int) Map-reduce partition columns:key (type: int) sort order:+ - Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 13 Data size: 111 Basic stats: COMPLETE Column stats: NONE value expressions:value (type: int) TableScan [TS_1] alias:b - Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 13 Data size: 111 Basic stats: COMPLETE Column stats: NONE PREHOOK: query: explain select /*+ MAPJOIN(b) */ * FROM smb_input1 a LEFT OUTER JOIN smb_input1 b ON a.key <=> b.key PREHOOK: type: QUERY @@ -6228,36 +6228,36 @@ Reducer 2 File Output Operator [FS_6] compressed:true - Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 14 Data size: 122 Basic stats: COMPLETE Column stats: NONE table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} Select Operator [SEL_5] outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 14 Data size: 122 Basic stats: COMPLETE Column stats: NONE Merge Join Operator [MERGEJOIN_7] | condition map:[{"":"Left Outer Join0 to 1"}] | keys:{"0":"key (type: int)","1":"key (type: int)"} | outputColumnNames:["_col0","_col1","_col5","_col6"] - | Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE + | Statistics:Num rows: 14 Data size: 122 Basic stats: COMPLETE Column stats: NONE |<-Map 1 [SIMPLE_EDGE] | Reduce Output Operator [RS_2] | key expressions:key (type: int) | Map-reduce partition columns:key (type: int) | sort order:+ - | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE + | Statistics:Num rows: 13 Data size: 111 Basic stats: COMPLETE Column stats: NONE | value expressions:value (type: int) | TableScan [TS_0] | alias:a - | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE + | Statistics:Num rows: 13 Data size: 111 Basic stats: COMPLETE Column stats: NONE |<-Map 3 [SIMPLE_EDGE] Reduce Output Operator [RS_3] key expressions:key (type: int) Map-reduce partition columns:key (type: int) sort order:+ - Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 13 Data size: 111 Basic stats: COMPLETE Column stats: NONE value expressions:value (type: int) TableScan [TS_1] alias:b - Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE + Statistics:Num rows: 13 Data size: 111 Basic stats: COMPLETE Column stats: NONE PREHOOK: query: drop table sales PREHOOK: type: DROPTABLE diff -r -U3 -I 'Execution mode:' ql/src/test/results/clientpositive/tez/fileformat_mix.q.out ql/src/test/results/clientpositive/llap/fileformat_mix.q.out --- ql/src/test/results/clientpositive/tez/fileformat_mix.q.out 2015-07-31 20:46:48.000000000 -0500 +++ ql/src/test/results/clientpositive/llap/fileformat_mix.q.out 2015-09-14 23:40:01.000000000 -0500 @@ -1,7 +1,10 @@ PREHOOK: query: create table fileformat_mix_test (src int, value string) partitioned by (ds string) PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@fileformat_mix_test POSTHOOK: query: create table fileformat_mix_test (src int, value string) partitioned by (ds string) POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default POSTHOOK: Output: default@fileformat_mix_test PREHOOK: query: alter table fileformat_mix_test set fileformat Sequencefile PREHOOK: type: ALTERTABLE_FILEFORMAT @@ -25,13 +28,11 @@ POSTHOOK: Lineage: fileformat_mix_test PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: alter table fileformat_mix_test add partition (ds='2') PREHOOK: type: ALTERTABLE_ADDPARTS -PREHOOK: Input: default@fileformat_mix_test +PREHOOK: Output: default@fileformat_mix_test POSTHOOK: query: alter table fileformat_mix_test add partition (ds='2') POSTHOOK: type: ALTERTABLE_ADDPARTS -POSTHOOK: Input: default@fileformat_mix_test +POSTHOOK: Output: default@fileformat_mix_test POSTHOOK: Output: default@fileformat_mix_test@ds=2 -POSTHOOK: Lineage: fileformat_mix_test PARTITION(ds=1).src EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: fileformat_mix_test PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: alter table fileformat_mix_test set fileformat rcfile PREHOOK: type: ALTERTABLE_FILEFORMAT PREHOOK: Input: default@fileformat_mix_test @@ -40,8 +41,6 @@ POSTHOOK: type: ALTERTABLE_FILEFORMAT POSTHOOK: Input: default@fileformat_mix_test POSTHOOK: Output: default@fileformat_mix_test -POSTHOOK: Lineage: fileformat_mix_test PARTITION(ds=1).src EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: fileformat_mix_test PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select count(1) from fileformat_mix_test PREHOOK: type: QUERY PREHOOK: Input: default@fileformat_mix_test @@ -54,8 +53,6 @@ POSTHOOK: Input: default@fileformat_mix_test@ds=1 POSTHOOK: Input: default@fileformat_mix_test@ds=2 #### A masked pattern was here #### -POSTHOOK: Lineage: fileformat_mix_test PARTITION(ds=1).src EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: fileformat_mix_test PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 500 PREHOOK: query: select src from fileformat_mix_test PREHOOK: type: QUERY @@ -69,8 +66,6 @@ POSTHOOK: Input: default@fileformat_mix_test@ds=1 POSTHOOK: Input: default@fileformat_mix_test@ds=2 #### A masked pattern was here #### -POSTHOOK: Lineage: fileformat_mix_test PARTITION(ds=1).src EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: fileformat_mix_test PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] 238 86 311 diff -r -U3 -I 'Execution mode:' ql/src/test/results/clientpositive/tez/identity_project_remove_skip.q.out ql/src/test/results/clientpositive/llap/identity_project_remove_skip.q.out --- ql/src/test/results/clientpositive/tez/identity_project_remove_skip.q.out 2015-07-31 20:46:48.000000000 -0500 +++ ql/src/test/results/clientpositive/llap/identity_project_remove_skip.q.out 2015-09-14 23:40:15.000000000 -0500 @@ -63,9 +66,10 @@ Reduce Output Operator key expressions: '105' (type: string) sort order: + - Map-reduce partition columns: '' (type: string) + Map-reduce partition columns: '105' (type: string) Statistics: Num rows: 62 Data size: 658 Basic stats: COMPLETE Column stats: NONE Reducer 4 + Execution mode: uber Reduce Operator Tree: Select Operator Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE @@ -78,6 +82,7 @@ input vertices: 0 Reducer 2 Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + HybridGraceHashJoin: true Select Operator expressions: '105' (type: string), 'val_105' (type: string) outputColumnNames: _col0, _col1 diff -r -U3 -I 'Execution mode:' ql/src/test/results/clientpositive/tez/insert1.q.out ql/src/test/results/clientpositive/llap/insert1.q.out --- ql/src/test/results/clientpositive/tez/insert1.q.out 2015-08-26 21:59:30.000000000 -0500 +++ ql/src/test/results/clientpositive/llap/insert1.q.out 2015-09-14 23:40:31.000000000 -0500 @@ -32,59 +32,107 @@ PREHOOK: type: QUERY POSTHOOK: query: explain insert into table insert1 select a.key, a.value from insert2 a WHERE (a.key=-1) POSTHOOK: type: QUERY -Plan optimized by CBO. +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 -Stage-3 - Stats-Aggr Operator - Stage-0 - Move Operator - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.insert1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - Stage-2 - Dependency Collection{} - Stage-1 - Map 1 - File Output Operator [FS_3] - compressed:false - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.insert1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - Select Operator [SEL_2] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Filter Operator [FIL_4] - predicate:(key = -1) (type: boolean) - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - TableScan [TS_0] - alias:a - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: a + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Filter Operator + predicate: (key = -1) (type: boolean) + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Select Operator + expressions: -1 (type: int), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.insert1 + Execution mode: llap + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + replace: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.insert1 + + Stage: Stage-3 + Stats-Aggr Operator PREHOOK: query: explain insert into table INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) PREHOOK: type: QUERY POSTHOOK: query: explain insert into table INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) POSTHOOK: type: QUERY -Plan optimized by CBO. +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: a + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Filter Operator + predicate: (key = -1) (type: boolean) + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Select Operator + expressions: -1 (type: int), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.insert1 + Execution mode: llap -Stage-3 - Stats-Aggr Operator - Stage-0 - Move Operator - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.insert1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - Stage-2 - Dependency Collection{} - Stage-1 - Map 1 - File Output Operator [FS_3] - compressed:false - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.insert1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - Select Operator [SEL_2] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Filter Operator [FIL_4] - predicate:(key = -1) (type: boolean) - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - TableScan [TS_0] - alias:a - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + replace: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.insert1 + + Stage: Stage-3 + Stats-Aggr Operator PREHOOK: query: -- HIVE-3465 create database x @@ -106,59 +154,107 @@ PREHOOK: type: QUERY POSTHOOK: query: explain insert into table x.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) POSTHOOK: type: QUERY -Plan optimized by CBO. +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: a + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Filter Operator + predicate: (key = -1) (type: boolean) + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Select Operator + expressions: -1 (type: int), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: x.insert1 + Execution mode: llap + + Stage: Stage-2 + Dependency Collection -Stage-3 - Stats-Aggr Operator - Stage-0 - Move Operator - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"x.insert1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - Stage-2 - Dependency Collection{} - Stage-1 - Map 1 - File Output Operator [FS_3] - compressed:false - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"x.insert1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - Select Operator [SEL_2] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Filter Operator [FIL_4] - predicate:(key = -1) (type: boolean) - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - TableScan [TS_0] - alias:a - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Stage: Stage-0 + Move Operator + tables: + replace: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: x.insert1 + + Stage: Stage-3 + Stats-Aggr Operator PREHOOK: query: explain insert into table default.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) PREHOOK: type: QUERY POSTHOOK: query: explain insert into table default.INSERT1 select a.key, a.value from insert2 a WHERE (a.key=-1) POSTHOOK: type: QUERY -Plan optimized by CBO. +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: a + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Filter Operator + predicate: (key = -1) (type: boolean) + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Select Operator + expressions: -1 (type: int), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.insert1 + Execution mode: llap -Stage-3 - Stats-Aggr Operator - Stage-0 - Move Operator - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.insert1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - Stage-2 - Dependency Collection{} - Stage-1 - Map 1 - File Output Operator [FS_3] - compressed:false - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.insert1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - Select Operator [SEL_2] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Filter Operator [FIL_4] - predicate:(key = -1) (type: boolean) - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - TableScan [TS_0] - alias:a - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + replace: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.insert1 + + Stage: Stage-3 + Stats-Aggr Operator PREHOOK: query: explain from insert2 @@ -170,47 +266,84 @@ insert into table insert1 select * where key < 10 insert overwrite table x.insert1 select * where key > 10 and key < 20 POSTHOOK: type: QUERY -Plan not optimized by CBO. +STAGE DEPENDENCIES: + Stage-2 is a root stage + Stage-3 depends on stages: Stage-2 + Stage-0 depends on stages: Stage-3 + Stage-4 depends on stages: Stage-0 + Stage-1 depends on stages: Stage-3 + Stage-5 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-2 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: insert2 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Filter Operator + predicate: (key < 10) (type: boolean) + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Select Operator + expressions: key (type: int), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.insert1 + Filter Operator + predicate: ((key > 10) and (key < 20)) (type: boolean) + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Select Operator + expressions: key (type: int), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: x.insert1 + Execution mode: llap + + Stage: Stage-3 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + replace: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.insert1 + + Stage: Stage-4 + Stats-Aggr Operator + + Stage: Stage-1 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: x.insert1 -Stage-5 - Stats-Aggr Operator - Stage-1 - Move Operator - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"x.insert1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - Stage-3 - Dependency Collection{} - Stage-2 - Map 1 - File Output Operator [FS_3] - compressed:false - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.insert1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - Select Operator [SEL_2] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Filter Operator [FIL_1] - predicate:(key < 10) (type: boolean) - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - TableScan [TS_0] - alias:insert2 - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - File Output Operator [FS_6] - compressed:false - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"x.insert1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - Select Operator [SEL_5] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Filter Operator [FIL_4] - predicate:((key > 10) and (key < 20)) (type: boolean) - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Please refer to the previous TableScan [TS_0] -Stage-4 - Stats-Aggr Operator - Stage-0 - Move Operator - table:{"serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.insert1","input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat"} - Please refer to the previous Stage-3 + Stage: Stage-5 + Stats-Aggr Operator PREHOOK: query: -- HIVE-3676 CREATE DATABASE db2 diff -r -U3 -I 'Execution mode:' ql/src/test/results/clientpositive/tez/join0.q.java1.8.out ql/src/test/results/clientpositive/llap/join0.q.java1.8.out --- ql/src/test/results/clientpositive/tez/join0.q.java1.8.out 2015-07-31 20:46:48.000000000 -0500 +++ ql/src/test/results/clientpositive/llap/join0.q.java1.8.out 2015-09-15 02:40:06.000000000 -0500 @@ -1,5 +1,6 @@ -Warning: Shuffle Join MERGEJOIN[15][tables = [src1, src2]] in Stage 'Reducer 2' is a cross product +Warning: Map Join MAPJOIN[15][bigTable=?] in task 'Map 1' is a cross product PREHOOK: query: -- JAVA_VERSION_SPECIFIC_OUTPUT +-- SORT_QUERY_RESULTS EXPLAIN SELECT src1.key as k1, src1.value as v1, @@ -10,6 +11,7 @@ SORT BY k1, v1, k2, v2 PREHOOK: type: QUERY POSTHOOK: query: -- JAVA_VERSION_SPECIFIC_OUTPUT +-- SORT_QUERY_RESULTS EXPLAIN SELECT src1.key as k1, src1.value as v1, @@ -27,8 +29,8 @@ Stage: Stage-1 Tez Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Map 1 <- Map 3 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -43,11 +45,23 @@ expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) - Map 4 + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 3 + Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE + HybridGraceHashJoin: true + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + sort order: ++++ + Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap + Map 3 Map Operator Tree: TableScan alias: src @@ -63,21 +77,9 @@ sort order: Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: llap Reducer 2 - Reduce Operator Tree: - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) - sort order: ++++ - Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE - Reducer 3 + Execution mode: uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) @@ -97,7 +99,7 @@ Processor Tree: ListSink -Warning: Shuffle Join MERGEJOIN[15][tables = [src1, src2]] in Stage 'Reducer 2' is a cross product +Warning: Map Join MAPJOIN[15][bigTable=?] in task 'Map 1' is a cross product PREHOOK: query: EXPLAIN FORMATTED SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 FROM @@ -115,7 +117,7 @@ SORT BY k1, v1, k2, v2 POSTHOOK: type: QUERY #### A masked pattern was here #### -Warning: Shuffle Join MERGEJOIN[15][tables = [src1, src2]] in Stage 'Reducer 2' is a cross product +Warning: Map Join MAPJOIN[15][bigTable=?] in task 'Map 1' is a cross product PREHOOK: query: SELECT src1.key as k1, src1.value as v1, src2.key as k2, src2.value as v2 FROM (SELECT * FROM src WHERE src.key < 10) src1 diff -r -U3 -I 'Execution mode:' ql/src/test/results/clientpositive/tez/metadata_only_queries_with_filters.q.out ql/src/test/results/clientpositive/llap/metadata_only_queries_with_filters.q.out --- ql/src/test/results/clientpositive/tez/metadata_only_queries_with_filters.q.out 2015-07-31 20:46:48.000000000 -0500 +++ ql/src/test/results/clientpositive/llap/metadata_only_queries_with_filters.q.out 2015-09-14 23:42:12.000000000 -0500 @@ -14,6 +14,7 @@ fields terminated by '|' PREHOOK: type: CREATETABLE PREHOOK: Output: database:default +PREHOOK: Output: default@over10k POSTHOOK: query: create table over10k( t tinyint, si smallint, @@ -53,6 +54,7 @@ bin binary) partitioned by (dt int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default +PREHOOK: Output: default@stats_tbl_part POSTHOOK: query: create table stats_tbl_part( t tinyint, si smallint, @@ -158,11 +160,13 @@ PREHOOK: query: select count(*), count(1), sum(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part where dt = 2010 PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part #### A masked pattern was here #### POSTHOOK: query: select count(*), count(1), sum(1), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part where dt = 2010 POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part #### A masked pattern was here #### -2322 2322 2322 2322 2322 2322 2322 65791 4294967296 99.9800033569336 0.03 +2322 2322 2322 2322 2322 2322 2322 65791 4294967296 99.98 0.03 PREHOOK: query: explain select count(*), count(1), sum(1), sum(2), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part where dt > 2010 PREHOOK: type: QUERY @@ -181,11 +185,35 @@ PREHOOK: query: select count(*), count(1), sum(1), sum(2), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part where dt > 2010 PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part #### A masked pattern was here #### POSTHOOK: query: select count(*), count(1), sum(1), sum(2), count(s), count(bo), count(bin), count(si), max(i), min(b), max(f), min(d) from stats_tbl_part where dt > 2010 POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### +2219 2219 2219 4438 2219 2219 2219 2219 65791 4294967296 99.96 0.04 +PREHOOK: query: select count(*) from stats_tbl_part +PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from stats_tbl_part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### +4541 +PREHOOK: query: select count(*)/2 from stats_tbl_part +PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +PREHOOK: Input: default@stats_tbl_part@dt=2010 +PREHOOK: Input: default@stats_tbl_part@dt=2014 +#### A masked pattern was here #### +POSTHOOK: query: select count(*)/2 from stats_tbl_part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +POSTHOOK: Input: default@stats_tbl_part@dt=2010 +POSTHOOK: Input: default@stats_tbl_part@dt=2014 #### A masked pattern was here #### -2219 2219 2219 4438 2219 2219 2219 2219 65791 4294967296 99.95999908447266 0.04 +2270.5 PREHOOK: query: drop table stats_tbl_part PREHOOK: type: DROPTABLE PREHOOK: Input: default@stats_tbl_part Only in ql/src/test/results/clientpositive/tez: metadataonly1.q.out Only in ql/src/test/results/clientpositive/tez: optimize_nullscan.q.out Only in ql/src/test/results/clientpositive/llap: orc_llap.q.out diff -r -U3 -I 'Execution mode:' ql/src/test/results/clientpositive/tez/unionDistinct_1.q.out ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out --- ql/src/test/results/clientpositive/tez/unionDistinct_1.q.out 2015-08-26 21:49:14.000000000 -0500 +++ ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out 2015-09-14 21:53:57.000000000 -0500 @@ -14431,14 +14669,14 @@ Map Operator Tree: TableScan alias: src10_1 - Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -14448,74 +14686,79 @@ outputColumnNames: _col0, _col1 input vertices: 1 Map 5 - Statistics: Num rows: 5 Data size: 57 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 125 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 15 Data size: 161 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 239 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 15 Data size: 161 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 239 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 5 Map Operator Tree: TableScan alias: src10_2 - Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 6 Map Operator Tree: TableScan alias: src10_3 - Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 20 Data size: 208 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 20 Data size: 208 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 9 Map Operator Tree: TableScan alias: src10_4 - Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 20 Data size: 208 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 20 Data size: 208 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Reducer 3 + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -14521,13 +14764,14 @@ keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 7 Data size: 75 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 119 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 75 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 119 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Reducer 4 + Execution mode: uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -14532,10 +14776,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 7 Data size: 75 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 119 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 75 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 119 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -14546,17 +14791,17 @@ keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 15 Data size: 161 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 239 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 15 Data size: 161 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 239 Basic stats: COMPLETE Column stats: NONE Union 2 Vertex: Union 2 Union 7 @@ -14642,20 +14887,21 @@ Map Operator Tree: TableScan alias: src10_1 - Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) + Execution mode: llap Map 10 Map Operator Tree: TableScan @@ -14660,58 +14906,62 @@ Map Operator Tree: TableScan alias: src10_4 - Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 20 Data size: 208 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 20 Data size: 208 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 6 Map Operator Tree: TableScan alias: src10_2 - Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 7 Map Operator Tree: TableScan alias: src10_3 - Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 20 Data size: 208 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 20 Data size: 208 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Reducer 2 + Execution mode: llap Reduce Operator Tree: Merge Join Operator condition map: @@ -14720,18 +14970,19 @@ 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 57 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 125 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 15 Data size: 161 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 239 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 15 Data size: 161 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 239 Basic stats: COMPLETE Column stats: NONE Reducer 4 + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -14737,13 +14988,14 @@ keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 7 Data size: 75 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 119 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 75 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 119 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Reducer 5 + Execution mode: uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -14748,10 +15000,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 7 Data size: 75 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 119 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 75 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 119 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -14762,17 +15015,17 @@ keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 15 Data size: 161 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 239 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 15 Data size: 161 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 239 Basic stats: COMPLETE Column stats: NONE Union 3 Vertex: Union 3 Union 8 Only in ql/src/test/results/clientpositive/tez: union_view.q.out Only in ql/src/test/results/clientpositive/tez: vector_cast_constant.q.java1.8.out Only in ql/src/test/results/clientpositive/tez: vector_cast_constant.q.out Only in ql/src/test/results/clientpositive/tez: vector_decimal_precision.q.out Only in ql/src/test/results/clientpositive/tez: vector_left_outer_join3.q.out diff -r -U3 -I 'Execution mode:' ql/src/test/results/clientpositive/tez/vector_leftsemi_mapjoin.q.out ql/src/test/results/clientpositive/llap/vector_leftsemi_mapjoin.q.out --- ql/src/test/results/clientpositive/tez/vector_leftsemi_mapjoin.q.out 2015-09-14 03:22:55.000000000 -0500 +++ ql/src/test/results/clientpositive/llap/vector_leftsemi_mapjoin.q.out 2015-09-14 21:53:57.000000000 -0500 @@ -435,34 +444,37 @@ outputColumnNames: _col1 input vertices: 1 Map 3 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 3 Map Operator Tree: TableScan alias: b - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key < 15) (type: boolean) - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: key (type: int), key (type: int) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: int) sort order: + Map-reduce partition columns: _col1 (type: int) - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Reducer 2 + Execution mode: uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -467,10 +479,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -616,24 +631,25 @@ Map Operator Tree: TableScan alias: t3 - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key > 5) (type: boolean) - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 2 Map Operator Tree: TableScan @@ -651,16 +667,18 @@ outputColumnNames: _col1 input vertices: 1 Map 1 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Reducer 3 + Execution mode: uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -665,10 +683,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -902,10 +926,10 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -915,11 +939,12 @@ outputColumnNames: _col0 input vertices: 1 Map 3 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 94 Data size: 379 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 94 Data size: 379 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 3 Map Operator Tree: TableScan @@ -947,10 +974,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 94 Data size: 379 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 94 Data size: 379 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1121,16 +1151,17 @@ input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: string) + Execution mode: llap Map 3 Map Operator Tree: TableScan @@ -1149,25 +1181,27 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: key - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: key (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Reducer 2 + Execution mode: uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: string) @@ -1172,10 +1206,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1233,10 +1267,10 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 230 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -1246,11 +1280,12 @@ outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 3 Map Operator Tree: TableScan @@ -1278,10 +1315,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1337,10 +1374,10 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -1353,11 +1390,12 @@ input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 3 Map Operator Tree: TableScan @@ -1407,10 +1448,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1468,7 +1509,7 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -1481,11 +1522,12 @@ input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 3 Map Operator Tree: TableScan @@ -1520,10 +1565,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1603,12 +1649,13 @@ Map Operator Tree: TableScan alias: b - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 5 Map Operator Tree: TableScan @@ -1639,12 +1688,13 @@ 1 key (type: int) 2 _col0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -1649,10 +1699,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1725,12 +1775,13 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 4 Map Operator Tree: TableScan @@ -1771,12 +1825,13 @@ 1 _col0 (type: int) 2 key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -1781,10 +1836,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1857,12 +1912,13 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 4 Map Operator Tree: TableScan @@ -1903,12 +1962,13 @@ 1 _col0 (type: int) 2 key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -1913,10 +1973,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1991,12 +2051,13 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 4 Map Operator Tree: TableScan @@ -2037,12 +2101,13 @@ 1 _col0 (type: int) 2 key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -2047,10 +2112,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -2136,10 +2201,10 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 345 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -2149,7 +2214,7 @@ outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -2159,11 +2224,12 @@ outputColumnNames: _col0 input vertices: 1 Map 4 - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 3 Map Operator Tree: TableScan @@ -2201,10 +2270,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -2282,14 +2351,14 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((key > 100) and value is not null) (type: boolean) - Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 115 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 115 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -2666,35 +2746,38 @@ outputColumnNames: _col1 input vertices: 1 Map 3 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 3 Map Operator Tree: TableScan alias: b - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key < 15) (type: boolean) - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: key (type: int), key (type: int) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: int) sort order: + Map-reduce partition columns: _col1 (type: int) - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Reducer 2 + Execution mode: uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -2699,10 +2782,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -2849,24 +2935,25 @@ Map Operator Tree: TableScan alias: t3 - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key > 5) (type: boolean) - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 2 Map Operator Tree: TableScan @@ -2884,17 +2971,19 @@ outputColumnNames: _col1 input vertices: 1 Map 1 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Reducer 3 + Execution mode: uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -2899,10 +2988,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -3138,10 +3233,10 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -3151,12 +3246,13 @@ outputColumnNames: _col0 input vertices: 1 Map 3 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 94 Data size: 379 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 94 Data size: 379 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 3 Map Operator Tree: TableScan @@ -3184,10 +3282,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 94 Data size: 379 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 94 Data size: 379 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -3359,17 +3460,18 @@ input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Select Operator expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: string) + Execution mode: llap Map 3 Map Operator Tree: TableScan @@ -3388,25 +3491,27 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: key - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: key (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Reducer 2 + Execution mode: uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: string) @@ -3411,10 +3516,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -3472,10 +3577,10 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 230 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -3485,12 +3590,13 @@ outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 3 Map Operator Tree: TableScan @@ -3518,10 +3626,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -3577,10 +3685,10 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -3593,12 +3701,13 @@ input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 3 Map Operator Tree: TableScan @@ -3648,10 +3760,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -3709,7 +3821,7 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -3722,12 +3834,13 @@ input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 3 Map Operator Tree: TableScan @@ -3762,10 +3878,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -3845,12 +3962,13 @@ Map Operator Tree: TableScan alias: b - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 5 Map Operator Tree: TableScan @@ -3881,12 +4001,13 @@ 1 key (type: int) 2 _col0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -3891,10 +4012,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -3967,12 +4088,13 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 4 Map Operator Tree: TableScan @@ -4013,12 +4138,13 @@ 1 _col0 (type: int) 2 key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -4023,10 +4149,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -4099,12 +4225,13 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 4 Map Operator Tree: TableScan @@ -4145,12 +4275,13 @@ 1 _col0 (type: int) 2 key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -4155,10 +4286,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -4233,12 +4364,13 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 4 Map Operator Tree: TableScan @@ -4279,12 +4414,13 @@ 1 _col0 (type: int) 2 key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reducer 3 + Execution mode: uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -4289,10 +4425,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -4378,10 +4514,10 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 345 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -4391,7 +4527,7 @@ outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Map Join Operator condition map: @@ -4402,12 +4538,13 @@ outputColumnNames: _col0 input vertices: 1 Map 4 - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap Map 3 Map Operator Tree: TableScan @@ -4445,10 +4585,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -4526,14 +4666,14 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((key > 100) and value is not null) (type: boolean) - Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 115 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 115 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -4917,37 +5059,37 @@ outputColumnNames: _col1 input vertices: 1 Map 3 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan alias: b - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key < 15) (type: boolean) - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: key (type: int), key (type: int) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: int) sort order: + Map-reduce partition columns: _col1 (type: int) - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Reducer 2 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -4952,10 +5094,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -5104,25 +5246,25 @@ Map Operator Tree: TableScan alias: t3 - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key > 5) (type: boolean) - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 2 Map Operator Tree: TableScan @@ -5140,18 +5282,18 @@ outputColumnNames: _col1 input vertices: 1 Map 1 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Reducer 3 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -5156,10 +5298,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -5399,10 +5541,10 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -5412,12 +5554,12 @@ outputColumnNames: _col0 input vertices: 1 Map 3 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 94 Data size: 379 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 94 Data size: 379 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan @@ -5447,10 +5589,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 94 Data size: 379 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 94 Data size: 379 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -5624,17 +5766,17 @@ input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: string) - Execution mode: vectorized + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan @@ -5654,27 +5796,27 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: key - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: key (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Reducer 2 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: string) @@ -5679,10 +5821,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -5740,10 +5882,10 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 230 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -5753,12 +5895,12 @@ outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan @@ -5788,10 +5930,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -5847,10 +5989,10 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -5863,12 +6005,12 @@ input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan @@ -5921,10 +6063,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -5982,7 +6124,7 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -5995,12 +6137,12 @@ input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan @@ -6038,10 +6180,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -6122,13 +6264,13 @@ Map Operator Tree: TableScan alias: b - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 5 Map Operator Tree: TableScan @@ -6160,13 +6303,13 @@ 1 key (type: int) 2 _col0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -6171,10 +6314,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -6247,13 +6390,13 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 4 Map Operator Tree: TableScan @@ -6296,13 +6440,13 @@ 1 _col0 (type: int) 2 key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -6307,10 +6451,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -6383,13 +6527,13 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 4 Map Operator Tree: TableScan @@ -6432,13 +6577,13 @@ 1 _col0 (type: int) 2 key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -6443,10 +6588,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -6521,13 +6666,13 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 4 Map Operator Tree: TableScan @@ -6570,13 +6716,13 @@ 1 _col0 (type: int) 2 key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -6581,10 +6727,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -6670,10 +6816,10 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 345 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -6683,7 +6829,7 @@ outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -6693,12 +6839,12 @@ outputColumnNames: _col0 input vertices: 1 Map 4 - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan @@ -6739,10 +6885,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -6820,14 +6966,14 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((key > 100) and value is not null) (type: boolean) - Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 115 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 115 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -7215,38 +7361,38 @@ outputColumnNames: _col1 input vertices: 1 Map 3 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan alias: b - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key < 15) (type: boolean) - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: key (type: int), key (type: int) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: int) sort order: + Map-reduce partition columns: _col1 (type: int) - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Reducer 2 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -7251,10 +7397,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -7404,25 +7550,25 @@ Map Operator Tree: TableScan alias: t3 - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key > 5) (type: boolean) - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 2 Map Operator Tree: TableScan @@ -7440,19 +7586,19 @@ outputColumnNames: _col1 input vertices: 1 Map 1 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Reducer 3 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -7457,10 +7603,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -7702,10 +7848,10 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -7715,13 +7861,13 @@ outputColumnNames: _col0 input vertices: 1 Map 3 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 94 Data size: 379 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 94 Data size: 379 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan @@ -7751,10 +7897,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 94 Data size: 379 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 94 Data size: 379 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -7929,18 +8075,18 @@ input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Select Operator expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: string) - Execution mode: vectorized + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan @@ -7960,27 +8106,27 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: key - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: key (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Reducer 2 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: string) @@ -7985,10 +8131,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -8046,10 +8192,10 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 230 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -8059,13 +8205,13 @@ outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan @@ -8095,10 +8241,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -8154,10 +8300,10 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -8170,13 +8316,13 @@ input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan @@ -8229,10 +8375,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -8290,7 +8436,7 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -8303,13 +8449,13 @@ input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan @@ -8347,10 +8493,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -8431,13 +8577,13 @@ Map Operator Tree: TableScan alias: b - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 5 Map Operator Tree: TableScan @@ -8469,13 +8616,13 @@ 1 key (type: int) 2 _col0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -8480,10 +8627,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -8556,13 +8703,13 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 4 Map Operator Tree: TableScan @@ -8605,13 +8753,13 @@ 1 _col0 (type: int) 2 key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -8616,10 +8764,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -8692,13 +8840,13 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 4 Map Operator Tree: TableScan @@ -8741,13 +8890,13 @@ 1 _col0 (type: int) 2 key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -8752,10 +8901,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -8830,13 +8979,13 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 4 Map Operator Tree: TableScan @@ -8879,13 +9029,13 @@ 1 _col0 (type: int) 2 key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -8890,10 +9040,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -8979,10 +9129,10 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 345 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -8992,7 +9142,7 @@ outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Map Join Operator condition map: @@ -9003,13 +9153,13 @@ outputColumnNames: _col0 input vertices: 1 Map 4 - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan @@ -9050,10 +9200,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -9131,14 +9281,14 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((key > 100) and value is not null) (type: boolean) - Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 115 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 115 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -9524,37 +9674,37 @@ outputColumnNames: _col1 input vertices: 1 Map 3 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan alias: b - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key < 15) (type: boolean) - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: key (type: int), key (type: int) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: int) sort order: + Map-reduce partition columns: _col1 (type: int) - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Reducer 2 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -9559,10 +9709,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -9711,25 +9861,25 @@ Map Operator Tree: TableScan alias: t3 - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key > 5) (type: boolean) - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 2 Map Operator Tree: TableScan @@ -9747,18 +9897,18 @@ outputColumnNames: _col1 input vertices: 1 Map 1 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Reducer 3 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -9763,10 +9913,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -10006,10 +10156,10 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -10019,12 +10169,12 @@ outputColumnNames: _col0 input vertices: 1 Map 3 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 94 Data size: 379 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 94 Data size: 379 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan @@ -10054,10 +10204,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 94 Data size: 379 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 94 Data size: 379 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -10231,17 +10381,17 @@ input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: string) - Execution mode: vectorized + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan @@ -10261,27 +10411,27 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: key - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: key (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Reducer 2 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: string) @@ -10286,10 +10436,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -10347,10 +10497,10 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 230 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -10360,12 +10510,12 @@ outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan @@ -10395,10 +10545,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -10454,10 +10604,10 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -10470,12 +10620,12 @@ input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan @@ -10528,10 +10678,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -10589,7 +10739,7 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -10602,12 +10752,12 @@ input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan @@ -10645,10 +10795,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -10729,13 +10879,13 @@ Map Operator Tree: TableScan alias: b - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 5 Map Operator Tree: TableScan @@ -10767,13 +10918,13 @@ 1 key (type: int) 2 _col0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -10778,10 +10929,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -10854,13 +11005,13 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 4 Map Operator Tree: TableScan @@ -10903,13 +11055,13 @@ 1 _col0 (type: int) 2 key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -10914,10 +11066,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -10990,13 +11142,13 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 4 Map Operator Tree: TableScan @@ -11039,13 +11192,13 @@ 1 _col0 (type: int) 2 key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -11050,10 +11203,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -11128,13 +11281,13 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 4 Map Operator Tree: TableScan @@ -11177,13 +11331,13 @@ 1 _col0 (type: int) 2 key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -11188,10 +11342,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -11277,10 +11431,10 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 345 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -11290,7 +11444,7 @@ outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -11300,12 +11454,12 @@ outputColumnNames: _col0 input vertices: 1 Map 4 - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan @@ -11346,10 +11500,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -11427,14 +11581,14 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((key > 100) and value is not null) (type: boolean) - Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 115 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 115 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -11822,38 +11976,38 @@ outputColumnNames: _col1 input vertices: 1 Map 3 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan alias: b - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key < 15) (type: boolean) - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: key (type: int), key (type: int) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: int) sort order: + Map-reduce partition columns: _col1 (type: int) - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Reducer 2 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -11858,10 +12012,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -12011,25 +12165,25 @@ Map Operator Tree: TableScan alias: t3 - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key > 5) (type: boolean) - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 57 Data size: 228 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 2 Map Operator Tree: TableScan @@ -12047,19 +12201,19 @@ outputColumnNames: _col1 input vertices: 1 Map 1 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Reducer 3 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -12064,10 +12218,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 62 Data size: 250 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -12309,10 +12463,10 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -12322,13 +12476,13 @@ outputColumnNames: _col0 input vertices: 1 Map 3 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 94 Data size: 379 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 94 Data size: 379 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan @@ -12358,10 +12512,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 94 Data size: 379 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 94 Data size: 379 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -12536,18 +12690,18 @@ input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Select Operator expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: string) - Execution mode: vectorized + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan @@ -12567,27 +12721,27 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: key - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: key (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Reducer 2 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: string) @@ -12592,10 +12746,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -12653,10 +12807,10 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 230 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -12666,13 +12820,13 @@ outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan @@ -12702,10 +12856,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -12761,10 +12915,10 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 86 Data size: 345 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -12777,13 +12931,13 @@ input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan @@ -12836,10 +12990,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 189 Data size: 759 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -12897,7 +13051,7 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -12910,13 +13064,13 @@ input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan @@ -12954,10 +13108,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -13038,13 +13192,13 @@ Map Operator Tree: TableScan alias: b - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 5 Map Operator Tree: TableScan @@ -13076,13 +13231,13 @@ 1 key (type: int) 2 _col0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -13087,10 +13242,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -13163,13 +13318,13 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 4 Map Operator Tree: TableScan @@ -13212,13 +13368,13 @@ 1 _col0 (type: int) 2 key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -13223,10 +13379,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -13299,13 +13455,13 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 4 Map Operator Tree: TableScan @@ -13348,13 +13505,13 @@ 1 _col0 (type: int) 2 key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -13359,10 +13516,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -13437,13 +13594,13 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 172 Data size: 691 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 4 Map Operator Tree: TableScan @@ -13486,13 +13644,13 @@ 1 _col0 (type: int) 2 key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -13497,10 +13655,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 378 Data size: 1520 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -13586,10 +13744,10 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 345 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -13599,7 +13757,7 @@ outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Map Join Operator condition map: @@ -13610,13 +13768,13 @@ outputColumnNames: _col0 input vertices: 1 Map 4 - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 3 Map Operator Tree: TableScan @@ -13657,10 +13815,10 @@ Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -13738,14 +13896,14 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 691 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((key > 100) and value is not null) (type: boolean) - Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 115 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 115 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 diff -r -U3 -I 'Execution mode:' ql/src/test/results/clientpositive/tez/vector_multi_insert.q.out ql/src/test/results/clientpositive/llap/vector_multi_insert.q.out --- ql/src/test/results/clientpositive/tez/vector_multi_insert.q.out 2015-07-31 20:46:48.000000000 -0500 +++ ql/src/test/results/clientpositive/llap/vector_multi_insert.q.out 2015-09-14 21:53:57.000000000 -0500 @@ -85,17 +85,17 @@ Map Operator Tree: TableScan alias: a - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 145 Data size: 580 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (rn < 100) (type: boolean) - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 192 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: rn (type: int) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 192 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 192 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -103,14 +103,14 @@ name: default.orc_rn1 Filter Operator predicate: ((rn >= 100) and (rn < 1000)) (type: boolean) - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 16 Data size: 64 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: rn (type: int) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 16 Data size: 64 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 16 Data size: 64 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -118,14 +118,14 @@ name: default.orc_rn2 Filter Operator predicate: (rn >= 1000) (type: boolean) - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 192 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: rn (type: int) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 192 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 192 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat Only in ql/src/test/results/clientpositive/tez: vector_outer_join.q.out diff -r -U3 -I 'Execution mode:' ql/src/test/results/clientpositive/tez/vector_outer_join1.q.out ql/src/test/results/clientpositive/llap/vector_outer_join1.q.out --- ql/src/test/results/clientpositive/tez/vector_outer_join1.q.out 2015-09-14 03:22:55.000000000 -0500 +++ ql/src/test/results/clientpositive/llap/vector_outer_join1.q.out 2015-09-14 21:53:57.000000000 -0500 @@ -183,11 +183,11 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 3915 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ctinyint (type: tinyint), csmallint (type: smallint), cint (type: int), cbigint (type: bigint), cfloat (type: float), cdouble (type: double), cstring1 (type: string), cstring2 (type: string), ctimestamp1 (type: timestamp), ctimestamp2 (type: timestamp), cboolean1 (type: boolean), cboolean2 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 3915 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -197,11 +197,11 @@ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23 input vertices: 1 Map 2 - Statistics: Num rows: 16 Data size: 3831 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 4306 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true File Output Operator compressed: false - Statistics: Num rows: 16 Data size: 3831 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 4306 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -211,18 +211,18 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 3915 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ctinyint (type: tinyint), csmallint (type: smallint), cint (type: int), cbigint (type: bigint), cfloat (type: float), cdouble (type: double), cstring1 (type: string), cstring2 (type: string), ctimestamp1 (type: timestamp), ctimestamp2 (type: timestamp), cboolean1 (type: boolean), cboolean2 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 3915 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: int) sort order: + Map-reduce partition columns: _col2 (type: int) - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 3915 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) - Execution mode: vectorized + Execution mode: vectorized, llap Stage: Stage-0 Fetch Operator @@ -294,11 +294,11 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 978 Data size: 3915 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ctinyint (type: tinyint) outputColumnNames: _col0 - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 978 Data size: 3915 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -308,11 +308,11 @@ outputColumnNames: _col0 input vertices: 1 Map 2 - Statistics: Num rows: 16 Data size: 3831 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1075 Data size: 4306 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true File Output Operator compressed: false - Statistics: Num rows: 16 Data size: 3831 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1075 Data size: 4306 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -322,17 +322,17 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 978 Data size: 3915 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ctinyint (type: tinyint) outputColumnNames: _col0 - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 978 Data size: 3915 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: tinyint) sort order: + Map-reduce partition columns: _col0 (type: tinyint) - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 978 Data size: 3915 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Stage: Stage-0 Fetch Operator @@ -497,11 +497,11 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 489 Data size: 3915 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ctinyint (type: tinyint), cint (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 489 Data size: 3915 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -511,7 +511,7 @@ outputColumnNames: _col0 input vertices: 1 Map 3 - Statistics: Num rows: 16 Data size: 3831 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1075 Data size: 4306 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Map Join Operator condition map: @@ -522,7 +522,7 @@ outputColumnNames: _col0 input vertices: 1 Map 4 - Statistics: Num rows: 17 Data size: 4214 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1182 Data size: 4736 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Group By Operator aggregations: count(), sum(_col0) @@ -538,34 +538,34 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 978 Data size: 3915 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 978 Data size: 3915 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 978 Data size: 3915 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 4 Map Operator Tree: TableScan alias: c - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 978 Data size: 3915 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ctinyint (type: tinyint) outputColumnNames: _col0 - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 978 Data size: 3915 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: tinyint) sort order: + Map-reduce partition columns: _col0 (type: tinyint) - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 978 Data size: 3915 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Reducer 2 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1) diff -r -U3 -I 'Execution mode:' ql/src/test/results/clientpositive/tez/vector_outer_join2.q.out ql/src/test/results/clientpositive/llap/vector_outer_join2.q.out --- ql/src/test/results/clientpositive/tez/vector_outer_join2.q.out 2015-09-14 03:22:55.000000000 -0500 +++ ql/src/test/results/clientpositive/llap/vector_outer_join2.q.out 2015-09-14 21:53:57.000000000 -0500 @@ -200,11 +200,11 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 20 Data size: 4431 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 421 Data size: 5056 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: cint (type: int), cbigint (type: bigint) outputColumnNames: _col0, _col1 - Statistics: Num rows: 20 Data size: 4431 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 421 Data size: 5056 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -214,7 +214,7 @@ outputColumnNames: _col1 input vertices: 1 Map 3 - Statistics: Num rows: 22 Data size: 4874 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1390 Data size: 5561 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Map Join Operator condition map: @@ -225,12 +225,12 @@ outputColumnNames: _col1 input vertices: 1 Map 4 - Statistics: Num rows: 24 Data size: 5361 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1529 Data size: 6117 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Select Operator expressions: _col1 (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 24 Data size: 5361 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1529 Data size: 6117 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count(), sum(_col0) mode: hash @@ -245,34 +245,34 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 20 Data size: 4431 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1264 Data size: 5056 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 20 Data size: 4431 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1264 Data size: 5056 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 20 Data size: 4431 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 1264 Data size: 5056 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 4 Map Operator Tree: TableScan alias: c - Statistics: Num rows: 20 Data size: 4431 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 632 Data size: 5056 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: cbigint (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 20 Data size: 4431 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 632 Data size: 5056 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: bigint) sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 20 Data size: 4431 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 632 Data size: 5056 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Reducer 2 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1) diff -r -U3 -I 'Execution mode:' ql/src/test/results/clientpositive/tez/vector_outer_join3.q.out ql/src/test/results/clientpositive/llap/vector_outer_join3.q.out --- ql/src/test/results/clientpositive/tez/vector_outer_join3.q.out 2015-09-14 03:22:55.000000000 -0500 +++ ql/src/test/results/clientpositive/llap/vector_outer_join3.q.out 2015-09-14 21:53:57.000000000 -0500 @@ -200,11 +200,11 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 5040 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: cint (type: int), cstring1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 5040 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -214,7 +214,7 @@ outputColumnNames: _col1 input vertices: 1 Map 3 - Statistics: Num rows: 22 Data size: 5024 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1386 Data size: 5544 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Map Join Operator condition map: @@ -224,7 +224,7 @@ 1 _col0 (type: string) input vertices: 1 Map 4 - Statistics: Num rows: 24 Data size: 5526 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1524 Data size: 6098 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Group By Operator aggregations: count() @@ -240,34 +240,34 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1260 Data size: 5040 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1260 Data size: 5040 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 1260 Data size: 5040 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 4 Map Operator Tree: TableScan alias: c - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 5040 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: cstring1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 5040 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 50 Data size: 5040 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Reducer 2 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -347,11 +347,11 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 5040 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: cstring1 (type: string), cstring2 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 5040 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -361,7 +361,7 @@ outputColumnNames: _col0 input vertices: 1 Map 3 - Statistics: Num rows: 22 Data size: 5024 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 5544 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Map Join Operator condition map: @@ -371,7 +371,7 @@ 1 _col0 (type: string) input vertices: 1 Map 4 - Statistics: Num rows: 24 Data size: 5526 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 60 Data size: 6098 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Group By Operator aggregations: count() @@ -387,34 +387,34 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 5040 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: cstring2 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 5040 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 50 Data size: 5040 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 4 Map Operator Tree: TableScan alias: c - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 5040 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: cstring1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 5040 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 50 Data size: 5040 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Reducer 2 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -494,11 +494,11 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 23 Data size: 5040 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: cint (type: int), cbigint (type: bigint), cstring1 (type: string), cstring2 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 23 Data size: 5040 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -508,7 +508,7 @@ outputColumnNames: _col0, _col2 input vertices: 1 Map 3 - Statistics: Num rows: 22 Data size: 5024 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 5544 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Map Join Operator condition map: @@ -518,7 +518,7 @@ 1 _col1 (type: string), _col0 (type: int) input vertices: 1 Map 4 - Statistics: Num rows: 24 Data size: 5526 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 6098 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Group By Operator aggregations: count() @@ -534,34 +534,34 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 46 Data size: 5040 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: cbigint (type: bigint), cstring2 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 46 Data size: 5040 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string), _col0 (type: bigint) sort order: ++ Map-reduce partition columns: _col1 (type: string), _col0 (type: bigint) - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 46 Data size: 5040 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 4 Map Operator Tree: TableScan alias: c - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 5040 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: cint (type: int), cstring1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 5040 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string), _col0 (type: int) sort order: ++ Map-reduce partition columns: _col1 (type: string), _col0 (type: int) - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 48 Data size: 5040 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Reducer 2 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) diff -r -U3 -I 'Execution mode:' ql/src/test/results/clientpositive/tez/vector_outer_join4.q.out ql/src/test/results/clientpositive/llap/vector_outer_join4.q.out --- ql/src/test/results/clientpositive/tez/vector_outer_join4.q.out 2015-09-14 03:22:55.000000000 -0500 +++ ql/src/test/results/clientpositive/llap/vector_outer_join4.q.out 2015-09-14 21:53:57.000000000 -0500 @@ -213,11 +213,11 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 4298 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ctinyint (type: tinyint), csmallint (type: smallint), cint (type: int), cbigint (type: bigint), cfloat (type: float), cdouble (type: double), cstring1 (type: string), cstring2 (type: string), ctimestamp1 (type: timestamp), ctimestamp2 (type: timestamp), cboolean1 (type: boolean), cboolean2 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 4298 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -227,11 +227,11 @@ outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23 input vertices: 1 Map 2 - Statistics: Num rows: 33 Data size: 7521 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 4727 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true File Output Operator compressed: false - Statistics: Num rows: 33 Data size: 7521 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 4727 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -241,18 +241,18 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 4298 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ctinyint (type: tinyint), csmallint (type: smallint), cint (type: int), cbigint (type: bigint), cfloat (type: float), cdouble (type: double), cstring1 (type: string), cstring2 (type: string), ctimestamp1 (type: timestamp), ctimestamp2 (type: timestamp), cboolean1 (type: boolean), cboolean2 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 4298 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: int) sort order: + Map-reduce partition columns: _col2 (type: int) - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 4298 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) - Execution mode: vectorized + Execution mode: vectorized, llap Stage: Stage-0 Fetch Operator @@ -359,11 +359,11 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1074 Data size: 4298 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ctinyint (type: tinyint) outputColumnNames: _col0 - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1074 Data size: 4298 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -373,11 +373,11 @@ outputColumnNames: _col0 input vertices: 1 Map 2 - Statistics: Num rows: 33 Data size: 7521 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1181 Data size: 4727 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true File Output Operator compressed: false - Statistics: Num rows: 33 Data size: 7521 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1181 Data size: 4727 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -387,17 +387,17 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1074 Data size: 4298 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ctinyint (type: tinyint) outputColumnNames: _col0 - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1074 Data size: 4298 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: tinyint) sort order: + Map-reduce partition columns: _col0 (type: tinyint) - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 1074 Data size: 4298 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Stage: Stage-0 Fetch Operator @@ -867,11 +867,11 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 537 Data size: 4298 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ctinyint (type: tinyint), cint (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 537 Data size: 4298 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -881,7 +881,7 @@ outputColumnNames: _col0 input vertices: 1 Map 3 - Statistics: Num rows: 33 Data size: 7521 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1181 Data size: 4727 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Map Join Operator condition map: @@ -891,7 +891,7 @@ 1 _col0 (type: tinyint) input vertices: 1 Map 4 - Statistics: Num rows: 36 Data size: 8273 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1299 Data size: 5199 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Group By Operator aggregations: count() @@ -907,34 +907,34 @@ Map Operator Tree: TableScan alias: c - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1074 Data size: 4298 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1074 Data size: 4298 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 1074 Data size: 4298 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Map 4 Map Operator Tree: TableScan alias: c - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1074 Data size: 4298 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ctinyint (type: tinyint) outputColumnNames: _col0 - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1074 Data size: 4298 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: tinyint) sort order: + Map-reduce partition columns: _col0 (type: tinyint) - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized + Statistics: Num rows: 1074 Data size: 4298 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap Reducer 2 - Execution mode: vectorized + Execution mode: vectorized, uber Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) Only in ql/src/test/results/clientpositive/tez: vectorized_parquet_types.q.out Only in ql/src/test/results/clientpositive/tez: vectorized_timestamp_ints_casts.q.out