PREHOOK: query: create table srcTable (key string, value string) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@srcTable POSTHOOK: query: create table srcTable (key string, value string) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@srcTable PREHOOK: query: explain formatted SELECT x.key, z.value, y.value FROM srcTable x JOIN srcTable y ON (x.key = y.key) JOIN srcTable z ON (x.value = z.value) PREHOOK: type: QUERY POSTHOOK: query: explain formatted SELECT x.key, z.value, y.value FROM srcTable x JOIN srcTable y ON (x.key = y.key) JOIN srcTable z ON (x.value = z.value) POSTHOOK: type: QUERY {"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-1"}},"STAGE PLANS":{"Stage-1":{"Tez":{"DagId:":"pxiong_20170502212714_89d036c7-f9fb-4476-89d5-e0b835a83301:9","Edges:":{"Reducer 2":[{"parent":"Map 1","type":"SIMPLE_EDGE"},{"parent":"Map 4","type":"SIMPLE_EDGE"}],"Reducer 3":[{"parent":"Map 5","type":"SIMPLE_EDGE"},{"parent":"Reducer 2","type":"SIMPLE_EDGE"}]},"DagName:":"","Vertices:":{"Map 1":{"Map Operator Tree:":[{"TableScan":{"alias:":"x","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"TS_0","children":{"Filter Operator":{"predicate:":"(key is not null and value is not null) (type: boolean)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"FIL_22","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_2","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","value expressions:":"_col1 (type: string)","OperatorId:":"RS_9","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_25"]}}}}}}}}]},"Map 4":{"Map Operator Tree:":[{"TableScan":{"alias:":"y","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"TS_3","children":{"Filter Operator":{"predicate:":"key is not null (type: boolean)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"FIL_23","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_5","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","value expressions:":"_col1 (type: string)","OperatorId:":"RS_10","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_25"]}}}}}}}}]},"Map 5":{"Map Operator Tree:":[{"TableScan":{"alias:":"z","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"TS_6","children":{"Filter Operator":{"predicate:":"value is not null (type: boolean)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"FIL_24","children":{"Select Operator":{"expressions:":"value (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_8","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"RS_13","outputname:":"Reducer 3","outputOperator:":["MERGEJOIN_26"]}}}}}}}}]},"Reducer 2":{"Reduce Operator Tree:":{"Merge Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col0 (type: string)","1":"_col0 (type: string)"},"outputColumnNames:":["_col0","_col1","_col3"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"MERGEJOIN_25","children":{"Reduce Output Operator":{"key expressions:":"_col1 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col1 (type: string)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","value expressions:":"_col0 (type: string), _col3 (type: string)","OperatorId:":"RS_12","outputname:":"Reducer 3","outputOperator:":["MERGEJOIN_26"]}}}}},"Reducer 3":{"Reduce Operator Tree:":{"Merge Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col1 (type: string)","1":"_col0 (type: string)"},"outputColumnNames:":["_col0","_col3","_col4"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"MERGEJOIN_26","children":{"Select Operator":{"expressions:":"_col0 (type: string), _col4 (type: string), _col3 (type: string)","outputColumnNames:":["_col0","_col1","_col2"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_15","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","table:":{"input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"},"OperatorId:":"FS_16"}}}}}}}}}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{"OperatorId:":"LIST_SINK_27"}}}}}} PREHOOK: query: explain formatted SELECT x.key, z.value, y.value FROM srcTable x JOIN srcTable y ON (x.key = y.key) JOIN (select * from srcTable union select * from srcTable)z ON (x.value = z.value) union SELECT x.key, z.value, y.value FROM srcTable x JOIN srcTable y ON (x.key = y.key) JOIN (select * from srcTable union select * from srcTable)z ON (x.value = z.value) PREHOOK: type: QUERY POSTHOOK: query: explain formatted SELECT x.key, z.value, y.value FROM srcTable x JOIN srcTable y ON (x.key = y.key) JOIN (select * from srcTable union select * from srcTable)z ON (x.value = z.value) union SELECT x.key, z.value, y.value FROM srcTable x JOIN srcTable y ON (x.key = y.key) JOIN (select * from srcTable union select * from srcTable)z ON (x.value = z.value) POSTHOOK: type: QUERY {"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-1"}},"STAGE PLANS":{"Stage-1":{"Tez":{"DagId:":"pxiong_20170502212716_fabc7b49-f8ac-4244-b27d-f2fa576d9a83:10","Edges:":{"Map 10":{"parent":"Union 8","type":"CONTAINS"},"Map 15":{"parent":"Union 16","type":"CONTAINS"},"Map 18":{"parent":"Union 16","type":"CONTAINS"},"Map 7":{"parent":"Union 8","type":"CONTAINS"},"Reducer 12":[{"parent":"Map 11","type":"SIMPLE_EDGE"},{"parent":"Map 14","type":"SIMPLE_EDGE"}],"Reducer 13":[{"parent":"Reducer 12","type":"SIMPLE_EDGE"},{"parent":"Reducer 17","type":"SIMPLE_EDGE"},{"parent":"Union 4","type":"CONTAINS"}],"Reducer 17":{"parent":"Union 16","type":"SIMPLE_EDGE"},"Reducer 2":[{"parent":"Map 1","type":"SIMPLE_EDGE"},{"parent":"Map 6","type":"SIMPLE_EDGE"}],"Reducer 3":[{"parent":"Reducer 2","type":"SIMPLE_EDGE"},{"parent":"Reducer 9","type":"SIMPLE_EDGE"},{"parent":"Union 4","type":"CONTAINS"}],"Reducer 5":{"parent":"Union 4","type":"SIMPLE_EDGE"},"Reducer 9":{"parent":"Union 8","type":"SIMPLE_EDGE"}},"DagName:":"","Vertices:":{"Map 1":{"Map Operator Tree:":[{"TableScan":{"alias:":"x","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"TS_0","children":{"Filter Operator":{"predicate:":"(key is not null and value is not null) (type: boolean)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"FIL_72","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_2","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","value expressions:":"_col1 (type: string)","OperatorId:":"RS_19","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_80"]}}}}}}}}]},"Map 10":{"Map Operator Tree:":[{"TableScan":{"alias:":"srctable","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"TS_9","children":{"Filter Operator":{"predicate:":"value is not null (type: boolean)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"FIL_75","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_11","children":{"Group By Operator":{"keys:":"_col1 (type: string), _col0 (type: string)","mode:":"hash","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"GBY_15","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string), _col1 (type: string)","sort order:":"++","Map-reduce partition columns:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"RS_16","outputname:":"Reducer 9","outputOperator:":["GBY_17"]}}}}}}}}}}]},"Map 11":{"Map Operator Tree:":[{"TableScan":{"alias:":"x","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"TS_26","children":{"Filter Operator":{"predicate:":"(key is not null and value is not null) (type: boolean)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"FIL_76","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_28","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","value expressions:":"_col1 (type: string)","OperatorId:":"RS_45","outputname:":"Reducer 12","outputOperator:":["MERGEJOIN_81"]}}}}}}}}]},"Map 14":{"Map Operator Tree:":[{"TableScan":{"alias:":"y","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"TS_29","children":{"Filter Operator":{"predicate:":"key is not null (type: boolean)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"FIL_77","children":{"Select Operator":{"expressions:":"key (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_31","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"RS_46","outputname:":"Reducer 12","outputOperator:":["MERGEJOIN_81"]}}}}}}}}]},"Map 15":{"Map Operator Tree:":[{"TableScan":{"alias:":"srctable","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"TS_32","children":{"Filter Operator":{"predicate:":"value is not null (type: boolean)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"FIL_78","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_34","children":{"Group By Operator":{"keys:":"_col1 (type: string), _col0 (type: string)","mode:":"hash","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"GBY_41","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string), _col1 (type: string)","sort order:":"++","Map-reduce partition columns:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"RS_42","outputname:":"Reducer 17","outputOperator:":["GBY_43"]}}}}}}}}}}]},"Map 18":{"Map Operator Tree:":[{"TableScan":{"alias:":"srctable","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"TS_35","children":{"Filter Operator":{"predicate:":"value is not null (type: boolean)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"FIL_79","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_37","children":{"Group By Operator":{"keys:":"_col1 (type: string), _col0 (type: string)","mode:":"hash","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"GBY_41","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string), _col1 (type: string)","sort order:":"++","Map-reduce partition columns:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"RS_42","outputname:":"Reducer 17","outputOperator:":["GBY_43"]}}}}}}}}}}]},"Map 6":{"Map Operator Tree:":[{"TableScan":{"alias:":"y","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"TS_3","children":{"Filter Operator":{"predicate:":"key is not null (type: boolean)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"FIL_73","children":{"Select Operator":{"expressions:":"key (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_5","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"RS_20","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_80"]}}}}}}}}]},"Map 7":{"Map Operator Tree:":[{"TableScan":{"alias:":"srctable","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"TS_6","children":{"Filter Operator":{"predicate:":"value is not null (type: boolean)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"FIL_74","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_8","children":{"Group By Operator":{"keys:":"_col1 (type: string), _col0 (type: string)","mode:":"hash","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"GBY_15","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string), _col1 (type: string)","sort order:":"++","Map-reduce partition columns:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"RS_16","outputname:":"Reducer 9","outputOperator:":["GBY_17"]}}}}}}}}}}]},"Reducer 12":{"Reduce Operator Tree:":{"Merge Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col0 (type: string)","1":"_col0 (type: string)"},"outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"MERGEJOIN_81","children":{"Reduce Output Operator":{"key expressions:":"_col1 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col1 (type: string)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","value expressions:":"_col0 (type: string)","OperatorId:":"RS_48","outputname:":"Reducer 13","outputOperator:":["MERGEJOIN_83"]}}}}},"Reducer 13":{"Reduce Operator Tree:":{"Merge Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col1 (type: string)","1":"_col1 (type: string)"},"outputColumnNames:":["_col0","_col4"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"MERGEJOIN_83","children":{"Select Operator":{"expressions:":"_col0 (type: string), _col4 (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_51","children":{"Group By Operator":{"keys:":"_col0 (type: string), _col1 (type: string)","mode:":"hash","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"GBY_55","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string), _col1 (type: string)","sort order:":"++","Map-reduce partition columns:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"RS_56","outputname:":"Reducer 5","outputOperator:":["GBY_57"]}}}}}}}}},"Reducer 17":{"Reduce Operator Tree:":{"Group By Operator":{"keys:":"KEY._col0 (type: string), KEY._col1 (type: string)","mode:":"mergepartial","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"GBY_43","children":{"Select Operator":{"expressions:":"_col0 (type: string)","outputColumnNames:":["_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_44","children":{"Reduce Output Operator":{"key expressions:":"_col1 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col1 (type: string)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"RS_49","outputname:":"Reducer 13","outputOperator:":["MERGEJOIN_83"]}}}}}}},"Reducer 2":{"Reduce Operator Tree:":{"Merge Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col0 (type: string)","1":"_col0 (type: string)"},"outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"MERGEJOIN_80","children":{"Reduce Output Operator":{"key expressions:":"_col1 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col1 (type: string)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","value expressions:":"_col0 (type: string)","OperatorId:":"RS_22","outputname:":"Reducer 3","outputOperator:":["MERGEJOIN_82"]}}}}},"Reducer 3":{"Reduce Operator Tree:":{"Merge Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col1 (type: string)","1":"_col1 (type: string)"},"outputColumnNames:":["_col0","_col4"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"MERGEJOIN_82","children":{"Select Operator":{"expressions:":"_col0 (type: string), _col4 (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_25","children":{"Group By Operator":{"keys:":"_col0 (type: string), _col1 (type: string)","mode:":"hash","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"GBY_55","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string), _col1 (type: string)","sort order:":"++","Map-reduce partition columns:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"RS_56","outputname:":"Reducer 5","outputOperator:":["GBY_57"]}}}}}}}}},"Reducer 5":{"Reduce Operator Tree:":{"Group By Operator":{"keys:":"KEY._col0 (type: string), KEY._col1 (type: string)","mode:":"mergepartial","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"GBY_57","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","table:":{"input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"},"OperatorId:":"FS_59"}}}}},"Reducer 9":{"Reduce Operator Tree:":{"Group By Operator":{"keys:":"KEY._col0 (type: string), KEY._col1 (type: string)","mode:":"mergepartial","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"GBY_17","children":{"Select Operator":{"expressions:":"_col0 (type: string)","outputColumnNames:":["_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_18","children":{"Reduce Output Operator":{"key expressions:":"_col1 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col1 (type: string)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"RS_23","outputname:":"Reducer 3","outputOperator:":["MERGEJOIN_82"]}}}}}}},"Union 16":{"Vertex:":"Union 16"},"Union 4":{"Vertex:":"Union 4"},"Union 8":{"Vertex:":"Union 8"}}}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{"OperatorId:":"LIST_SINK_84"}}}}}} PREHOOK: query: explain formatted SELECT x.key, z.value, y.value FROM srcTable x JOIN srcTable y ON (x.key = y.key) JOIN srcTable z ON (x.value = z.value) PREHOOK: type: QUERY POSTHOOK: query: explain formatted SELECT x.key, z.value, y.value FROM srcTable x JOIN srcTable y ON (x.key = y.key) JOIN srcTable z ON (x.value = z.value) POSTHOOK: type: QUERY {"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-1"}},"STAGE PLANS":{"Stage-1":{"Tez":{"DagId:":"pxiong_20170502212716_7e753db6-efc8-473b-8ebc-b215f17b245a:11","Edges:":{"Reducer 2":[{"parent":"Map 1","type":"SIMPLE_EDGE"},{"parent":"Map 4","type":"SIMPLE_EDGE"}],"Reducer 3":[{"parent":"Map 5","type":"SIMPLE_EDGE"},{"parent":"Reducer 2","type":"SIMPLE_EDGE"}]},"DagName:":"","Vertices:":{"Map 1":{"Map Operator Tree:":[{"TableScan":{"alias:":"x","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"TS_0","children":{"Filter Operator":{"predicate:":"(key is not null and value is not null) (type: boolean)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"FIL_27","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_28","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","value expressions:":"_col1 (type: string)","OperatorId:":"RS_29","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_25"]}}}}}}}}],"Execution mode:":"vectorized"},"Map 4":{"Map Operator Tree:":[{"TableScan":{"alias:":"y","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"TS_3","children":{"Filter Operator":{"predicate:":"key is not null (type: boolean)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"FIL_30","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_31","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","value expressions:":"_col1 (type: string)","OperatorId:":"RS_32","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_25"]}}}}}}}}],"Execution mode:":"vectorized"},"Map 5":{"Map Operator Tree:":[{"TableScan":{"alias:":"z","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"TS_6","children":{"Filter Operator":{"predicate:":"value is not null (type: boolean)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"FIL_33","children":{"Select Operator":{"expressions:":"value (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_34","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"RS_35","outputname:":"Reducer 3","outputOperator:":["MERGEJOIN_26"]}}}}}}}}],"Execution mode:":"vectorized"},"Reducer 2":{"Reduce Operator Tree:":{"Merge Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col0 (type: string)","1":"_col0 (type: string)"},"outputColumnNames:":["_col0","_col1","_col3"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"MERGEJOIN_25","children":{"Reduce Output Operator":{"key expressions:":"_col1 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col1 (type: string)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","value expressions:":"_col0 (type: string), _col3 (type: string)","OperatorId:":"RS_12","outputname:":"Reducer 3","outputOperator:":["MERGEJOIN_26"]}}}}},"Reducer 3":{"Reduce Operator Tree:":{"Merge Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col1 (type: string)","1":"_col0 (type: string)"},"outputColumnNames:":["_col0","_col3","_col4"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"MERGEJOIN_26","children":{"Select Operator":{"expressions:":"_col0 (type: string), _col4 (type: string), _col3 (type: string)","outputColumnNames:":["_col0","_col1","_col2"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_15","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","table:":{"input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"},"OperatorId:":"FS_16"}}}}}}}}}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{"OperatorId:":"LIST_SINK_36"}}}}}} PREHOOK: query: explain formatted SELECT x.key, z.value, y.value FROM srcTable x JOIN srcTable y ON (x.key = y.key) JOIN (select * from srcTable union select * from srcTable)z ON (x.value = z.value) union SELECT x.key, z.value, y.value FROM srcTable x JOIN srcTable y ON (x.key = y.key) JOIN (select * from srcTable union select * from srcTable)z ON (x.value = z.value) PREHOOK: type: QUERY POSTHOOK: query: explain formatted SELECT x.key, z.value, y.value FROM srcTable x JOIN srcTable y ON (x.key = y.key) JOIN (select * from srcTable union select * from srcTable)z ON (x.value = z.value) union SELECT x.key, z.value, y.value FROM srcTable x JOIN srcTable y ON (x.key = y.key) JOIN (select * from srcTable union select * from srcTable)z ON (x.value = z.value) POSTHOOK: type: QUERY {"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-1"}},"STAGE PLANS":{"Stage-1":{"Tez":{"DagId:":"pxiong_20170502212717_6ddbfd3f-dd76-4600-9509-f0835e0b9415:12","Edges:":{"Map 10":{"parent":"Union 8","type":"CONTAINS"},"Map 15":{"parent":"Union 16","type":"CONTAINS"},"Map 18":{"parent":"Union 16","type":"CONTAINS"},"Map 7":{"parent":"Union 8","type":"CONTAINS"},"Reducer 12":[{"parent":"Map 11","type":"SIMPLE_EDGE"},{"parent":"Map 14","type":"SIMPLE_EDGE"}],"Reducer 13":[{"parent":"Reducer 12","type":"SIMPLE_EDGE"},{"parent":"Reducer 17","type":"SIMPLE_EDGE"},{"parent":"Union 4","type":"CONTAINS"}],"Reducer 17":{"parent":"Union 16","type":"SIMPLE_EDGE"},"Reducer 2":[{"parent":"Map 1","type":"SIMPLE_EDGE"},{"parent":"Map 6","type":"SIMPLE_EDGE"}],"Reducer 3":[{"parent":"Reducer 2","type":"SIMPLE_EDGE"},{"parent":"Reducer 9","type":"SIMPLE_EDGE"},{"parent":"Union 4","type":"CONTAINS"}],"Reducer 5":{"parent":"Union 4","type":"SIMPLE_EDGE"},"Reducer 9":{"parent":"Union 8","type":"SIMPLE_EDGE"}},"DagName:":"","Vertices:":{"Map 1":{"Map Operator Tree:":[{"TableScan":{"alias:":"x","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"TS_0","children":{"Filter Operator":{"predicate:":"(key is not null and value is not null) (type: boolean)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"FIL_98","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_99","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","value expressions:":"_col1 (type: string)","OperatorId:":"RS_100","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_80"]}}}}}}}}],"Execution mode:":"vectorized"},"Map 10":{"Map Operator Tree:":[{"TableScan":{"alias:":"srctable","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"TS_9","children":{"Filter Operator":{"predicate:":"value is not null (type: boolean)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"FIL_107","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_108","children":{"Group By Operator":{"keys:":"_col1 (type: string), _col0 (type: string)","mode:":"hash","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"GBY_109","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string), _col1 (type: string)","sort order:":"++","Map-reduce partition columns:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"RS_110","outputname:":"Reducer 9","outputOperator:":["GBY_104"]}}}}}}}}}}],"Execution mode:":"vectorized"},"Map 11":{"Map Operator Tree:":[{"TableScan":{"alias:":"x","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"TS_26","children":{"Filter Operator":{"predicate:":"(key is not null and value is not null) (type: boolean)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"FIL_111","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_112","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","value expressions:":"_col1 (type: string)","OperatorId:":"RS_113","outputname:":"Reducer 12","outputOperator:":["MERGEJOIN_81"]}}}}}}}}],"Execution mode:":"vectorized"},"Map 14":{"Map Operator Tree:":[{"TableScan":{"alias:":"y","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"TS_29","children":{"Filter Operator":{"predicate:":"key is not null (type: boolean)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"FIL_114","children":{"Select Operator":{"expressions:":"key (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_115","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"RS_116","outputname:":"Reducer 12","outputOperator:":["MERGEJOIN_81"]}}}}}}}}],"Execution mode:":"vectorized"},"Map 15":{"Map Operator Tree:":[{"TableScan":{"alias:":"srctable","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"TS_32","children":{"Filter Operator":{"predicate:":"value is not null (type: boolean)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"FIL_94","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_95","children":{"Group By Operator":{"keys:":"_col1 (type: string), _col0 (type: string)","mode:":"hash","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"GBY_96","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string), _col1 (type: string)","sort order:":"++","Map-reduce partition columns:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"RS_97","outputname:":"Reducer 17","outputOperator:":["GBY_117"]}}}}}}}}}}],"Execution mode:":"vectorized"},"Map 18":{"Map Operator Tree:":[{"TableScan":{"alias:":"srctable","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"TS_35","children":{"Filter Operator":{"predicate:":"value is not null (type: boolean)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"FIL_86","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_87","children":{"Group By Operator":{"keys:":"_col1 (type: string), _col0 (type: string)","mode:":"hash","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"GBY_88","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string), _col1 (type: string)","sort order:":"++","Map-reduce partition columns:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"RS_89","outputname:":"Reducer 17","outputOperator:":["GBY_117"]}}}}}}}}}}],"Execution mode:":"vectorized"},"Map 6":{"Map Operator Tree:":[{"TableScan":{"alias:":"y","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"TS_3","children":{"Filter Operator":{"predicate:":"key is not null (type: boolean)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"FIL_101","children":{"Select Operator":{"expressions:":"key (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_102","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"RS_103","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_80"]}}}}}}}}],"Execution mode:":"vectorized"},"Map 7":{"Map Operator Tree:":[{"TableScan":{"alias:":"srctable","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"TS_6","children":{"Filter Operator":{"predicate:":"value is not null (type: boolean)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"FIL_90","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_91","children":{"Group By Operator":{"keys:":"_col1 (type: string), _col0 (type: string)","mode:":"hash","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"GBY_92","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string), _col1 (type: string)","sort order:":"++","Map-reduce partition columns:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"RS_93","outputname:":"Reducer 9","outputOperator:":["GBY_104"]}}}}}}}}}}],"Execution mode:":"vectorized"},"Reducer 12":{"Reduce Operator Tree:":{"Merge Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col0 (type: string)","1":"_col0 (type: string)"},"outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"MERGEJOIN_81","children":{"Reduce Output Operator":{"key expressions:":"_col1 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col1 (type: string)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","value expressions:":"_col0 (type: string)","OperatorId:":"RS_48","outputname:":"Reducer 13","outputOperator:":["MERGEJOIN_83"]}}}}},"Reducer 13":{"Reduce Operator Tree:":{"Merge Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col1 (type: string)","1":"_col1 (type: string)"},"outputColumnNames:":["_col0","_col4"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"MERGEJOIN_83","children":{"Select Operator":{"expressions:":"_col0 (type: string), _col4 (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_51","children":{"Group By Operator":{"keys:":"_col0 (type: string), _col1 (type: string)","mode:":"hash","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"GBY_55","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string), _col1 (type: string)","sort order:":"++","Map-reduce partition columns:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"RS_56","outputname:":"Reducer 5","outputOperator:":["GBY_84"]}}}}}}}}},"Reducer 17":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Group By Operator":{"keys:":"KEY._col0 (type: string), KEY._col1 (type: string)","mode:":"mergepartial","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"GBY_117","children":{"Select Operator":{"expressions:":"_col0 (type: string)","outputColumnNames:":["_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_118","children":{"Reduce Output Operator":{"key expressions:":"_col1 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col1 (type: string)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"RS_119","outputname:":"Reducer 13","outputOperator:":["MERGEJOIN_83"]}}}}}}},"Reducer 2":{"Reduce Operator Tree:":{"Merge Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col0 (type: string)","1":"_col0 (type: string)"},"outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"MERGEJOIN_80","children":{"Reduce Output Operator":{"key expressions:":"_col1 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col1 (type: string)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","value expressions:":"_col0 (type: string)","OperatorId:":"RS_22","outputname:":"Reducer 3","outputOperator:":["MERGEJOIN_82"]}}}}},"Reducer 3":{"Reduce Operator Tree:":{"Merge Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col1 (type: string)","1":"_col1 (type: string)"},"outputColumnNames:":["_col0","_col4"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"MERGEJOIN_82","children":{"Select Operator":{"expressions:":"_col0 (type: string), _col4 (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_25","children":{"Group By Operator":{"keys:":"_col0 (type: string), _col1 (type: string)","mode:":"hash","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"GBY_55","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string), _col1 (type: string)","sort order:":"++","Map-reduce partition columns:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"RS_56","outputname:":"Reducer 5","outputOperator:":["GBY_84"]}}}}}}}}},"Reducer 5":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Group By Operator":{"keys:":"KEY._col0 (type: string), KEY._col1 (type: string)","mode:":"mergepartial","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"GBY_84","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","table:":{"input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"},"OperatorId:":"FS_85"}}}}},"Reducer 9":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Group By Operator":{"keys:":"KEY._col0 (type: string), KEY._col1 (type: string)","mode:":"mergepartial","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"GBY_104","children":{"Select Operator":{"expressions:":"_col0 (type: string)","outputColumnNames:":["_col1"],"Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"SEL_105","children":{"Reduce Output Operator":{"key expressions:":"_col1 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col1 (type: string)","Statistics:":"Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE","OperatorId:":"RS_106","outputname:":"Reducer 3","outputOperator:":["MERGEJOIN_82"]}}}}}}},"Union 16":{"Vertex:":"Union 16"},"Union 4":{"Vertex:":"Union 4"},"Union 8":{"Vertex:":"Union 8"}}}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{"OperatorId:":"LIST_SINK_120"}}}}}} PREHOOK: query: create table alltypesorc_int ( cint int, cstring string ) stored as ORC PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@alltypesorc_int POSTHOOK: query: create table alltypesorc_int ( cint int, cstring string ) stored as ORC POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@alltypesorc_int PREHOOK: query: create table srcpart_date (key string, value string) partitioned by (ds string ) stored as ORC PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@srcpart_date POSTHOOK: query: create table srcpart_date (key string, value string) partitioned by (ds string ) stored as ORC POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@srcpart_date PREHOOK: query: CREATE TABLE srcpart_small(key1 STRING, value1 STRING) partitioned by (ds string) STORED as ORC PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@srcpart_small POSTHOOK: query: CREATE TABLE srcpart_small(key1 STRING, value1 STRING) partitioned by (ds string) STORED as ORC POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@srcpart_small PREHOOK: query: alter table srcpart_date add partition (ds = "2008-04-08") PREHOOK: type: ALTERTABLE_ADDPARTS PREHOOK: Output: default@srcpart_date POSTHOOK: query: alter table srcpart_date add partition (ds = "2008-04-08") POSTHOOK: type: ALTERTABLE_ADDPARTS POSTHOOK: Output: default@srcpart_date POSTHOOK: Output: default@srcpart_date@ds=2008-04-08 PREHOOK: query: alter table srcpart_date add partition (ds = "2008-04-09") PREHOOK: type: ALTERTABLE_ADDPARTS PREHOOK: Output: default@srcpart_date POSTHOOK: query: alter table srcpart_date add partition (ds = "2008-04-09") POSTHOOK: type: ALTERTABLE_ADDPARTS POSTHOOK: Output: default@srcpart_date POSTHOOK: Output: default@srcpart_date@ds=2008-04-09 PREHOOK: query: alter table srcpart_small add partition (ds = "2008-04-08") PREHOOK: type: ALTERTABLE_ADDPARTS PREHOOK: Output: default@srcpart_small POSTHOOK: query: alter table srcpart_small add partition (ds = "2008-04-08") POSTHOOK: type: ALTERTABLE_ADDPARTS POSTHOOK: Output: default@srcpart_small POSTHOOK: Output: default@srcpart_small@ds=2008-04-08 PREHOOK: query: alter table srcpart_small add partition (ds = "2008-04-09") PREHOOK: type: ALTERTABLE_ADDPARTS PREHOOK: Output: default@srcpart_small POSTHOOK: query: alter table srcpart_small add partition (ds = "2008-04-09") POSTHOOK: type: ALTERTABLE_ADDPARTS POSTHOOK: Output: default@srcpart_small POSTHOOK: Output: default@srcpart_small@ds=2008-04-09 PREHOOK: query: insert overwrite table alltypesorc_int select cint, cstring1 from alltypesorc PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc PREHOOK: Output: default@alltypesorc_int POSTHOOK: query: insert overwrite table alltypesorc_int select cint, cstring1 from alltypesorc POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: default@alltypesorc_int POSTHOOK: Lineage: alltypesorc_int.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] POSTHOOK: Lineage: alltypesorc_int.cstring SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] PREHOOK: query: insert overwrite table srcpart_date partition (ds = "2008-04-08" ) select key, value from srcpart where ds = "2008-04-08" PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 PREHOOK: Output: default@srcpart_date@ds=2008-04-08 POSTHOOK: query: insert overwrite table srcpart_date partition (ds = "2008-04-08" ) select key, value from srcpart where ds = "2008-04-08" POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-08/hr=12 POSTHOOK: Output: default@srcpart_date@ds=2008-04-08 POSTHOOK: Lineage: srcpart_date PARTITION(ds=2008-04-08).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: srcpart_date PARTITION(ds=2008-04-08).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: insert overwrite table srcpart_date partition (ds = "2008-04-09") select key, value from srcpart where ds = "2008-04-09" PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Output: default@srcpart_date@ds=2008-04-09 POSTHOOK: query: insert overwrite table srcpart_date partition (ds = "2008-04-09") select key, value from srcpart where ds = "2008-04-09" POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Output: default@srcpart_date@ds=2008-04-09 POSTHOOK: Lineage: srcpart_date PARTITION(ds=2008-04-09).key SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: srcpart_date PARTITION(ds=2008-04-09).value SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: insert overwrite table srcpart_small partition (ds = "2008-04-09") select key, value from srcpart where ds = "2008-04-09" limit 20 PREHOOK: type: QUERY PREHOOK: Input: default@srcpart PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 PREHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 PREHOOK: Output: default@srcpart_small@ds=2008-04-09 POSTHOOK: query: insert overwrite table srcpart_small partition (ds = "2008-04-09") select key, value from srcpart where ds = "2008-04-09" limit 20 POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=11 POSTHOOK: Input: default@srcpart@ds=2008-04-09/hr=12 POSTHOOK: Output: default@srcpart_small@ds=2008-04-09 POSTHOOK: Lineage: srcpart_small PARTITION(ds=2008-04-09).key1 SIMPLE [(srcpart)srcpart.FieldSchema(name:key, type:string, comment:default), ] POSTHOOK: Lineage: srcpart_small PARTITION(ds=2008-04-09).value1 SIMPLE [(srcpart)srcpart.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: analyze table alltypesorc_int compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc_int PREHOOK: Output: default@alltypesorc_int PREHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-27_678_6622932801206928159-1/-mr-10000 POSTHOOK: query: analyze table alltypesorc_int compute statistics for columns POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc_int POSTHOOK: Output: default@alltypesorc_int POSTHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-27_678_6622932801206928159-1/-mr-10000 PREHOOK: query: analyze table srcpart_date compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_date@ds=2008-04-08 PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Output: default@srcpart_date PREHOOK: Output: default@srcpart_date@ds=2008-04-08 PREHOOK: Output: default@srcpart_date@ds=2008-04-09 PREHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-29_358_639268063010200522-1/-mr-10000 POSTHOOK: query: analyze table srcpart_date compute statistics for columns POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Output: default@srcpart_date POSTHOOK: Output: default@srcpart_date@ds=2008-04-08 POSTHOOK: Output: default@srcpart_date@ds=2008-04-09 POSTHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-29_358_639268063010200522-1/-mr-10000 PREHOOK: query: analyze table srcpart_small compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 PREHOOK: Output: default@srcpart_small PREHOOK: Output: default@srcpart_small@ds=2008-04-08 PREHOOK: Output: default@srcpart_small@ds=2008-04-09 PREHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-35_083_490178844129826356-1/-mr-10000 POSTHOOK: query: analyze table srcpart_small compute statistics for columns POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 POSTHOOK: Output: default@srcpart_small POSTHOOK: Output: default@srcpart_small@ds=2008-04-08 POSTHOOK: Output: default@srcpart_small@ds=2008-04-09 POSTHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-35_083_490178844129826356-1/-mr-10000 PREHOOK: query: EXPLAIN FORMATTED select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN FORMATTED select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) POSTHOOK: type: QUERY {"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-1"}},"STAGE PLANS":{"Stage-1":{"Tez":{"DagId:":"pxiong_20170502212736_052884ec-653d-49ae-97d0-b6f7500a6b4e:20","Edges:":{"Map 1":{"parent":"Reducer 5","type":"BROADCAST_EDGE"},"Reducer 2":[{"parent":"Map 1","type":"SIMPLE_EDGE"},{"parent":"Map 4","type":"SIMPLE_EDGE"}],"Reducer 3":{"parent":"Reducer 2","type":"CUSTOM_SIMPLE_EDGE"},"Reducer 5":{"parent":"Map 4","type":"CUSTOM_SIMPLE_EDGE"}},"DagName:":"","Vertices:":{"Map 1":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_date","filterExpr:":"(key is not null and (key BETWEEN DynamicValue(RS_7_srcpart_small_key_min) AND DynamicValue(RS_7_srcpart_small_key_max) and in_bloom_filter(key, DynamicValue(RS_7_srcpart_small_key_bloom_filter)))) (type: boolean)","Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"TS_0","children":{"Filter Operator":{"predicate:":"(key is not null and (key BETWEEN DynamicValue(RS_7_srcpart_small_key_min) AND DynamicValue(RS_7_srcpart_small_key_max) and in_bloom_filter(key, DynamicValue(RS_7_srcpart_small_key_bloom_filter)))) (type: boolean)","Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"FIL_38","children":{"Select Operator":{"expressions:":"key (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"SEL_39","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"RS_40","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_29"]}}}}}}}}],"Execution mode:":"vectorized"},"Map 4":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_small","filterExpr:":"key1 is not null (type: boolean)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"TS_3","children":{"Filter Operator":{"predicate:":"key1 is not null (type: boolean)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"FIL_30","children":{"Select Operator":{"expressions:":"key1 (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"SEL_31","children":[{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"RS_32","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_29"]}},{"Select Operator":{"expressions:":"_col0 (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"SEL_33","children":{"Group By Operator":{"aggregations:":["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=32)"],"mode:":"hash","outputColumnNames:":["_col0","_col1","_col2"],"Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_34","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL","value expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: binary)","OperatorId:":"RS_35","outputname:":"Reducer 5","outputOperator:":["GBY_36"]}}}}}}]}}}}}}],"Execution mode:":"vectorized"},"Reducer 2":{"Reduce Operator Tree:":{"Merge Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col0 (type: string)","1":"_col0 (type: string)"},"Statistics:":"Num rows: 195 Data size: 1560 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"MERGEJOIN_29","children":{"Group By Operator":{"aggregations:":["count()"],"mode:":"hash","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_10","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","value expressions:":"_col0 (type: bigint)","OperatorId:":"RS_11","outputname:":"Reducer 3","outputOperator:":["GBY_41"]}}}}}}},"Reducer 3":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Group By Operator":{"aggregations:":["count(VALUE._col0)"],"mode:":"mergepartial","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_41","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","table:":{"input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"},"OperatorId:":"FS_42"}}}}},"Reducer 5":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Group By Operator":{"aggregations:":["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=32)"],"mode:":"final","outputColumnNames:":["_col0","_col1","_col2"],"Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_36","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL","value expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: binary)","OperatorId:":"RS_37","outputname:":"Map 1","outputOperator:":["TS_0"]}}}}}}}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{"OperatorId:":"LIST_SINK_43"}}}}}} PREHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) PREHOOK: type: QUERY PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_date@ds=2008-04-08 PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 PREHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-36_695_6437667279187527760-1/-mr-10001 POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 POSTHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-36_695_6437667279187527760-1/-mr-10001 176 PREHOOK: query: EXPLAIN FORMATTED select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.ds) PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN FORMATTED select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.ds) POSTHOOK: type: QUERY {"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-1"}},"STAGE PLANS":{"Stage-1":{"Tez":{"DagId:":"pxiong_20170502212739_f4165ec2-f289-494f-8fb7-e4f9b34ab932:22","Edges:":{"Reducer 2":[{"parent":"Map 1","type":"SIMPLE_EDGE"},{"parent":"Map 4","type":"SIMPLE_EDGE"}],"Reducer 3":{"parent":"Reducer 2","type":"CUSTOM_SIMPLE_EDGE"}},"DagName:":"","Vertices:":{"Map 1":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_date","filterExpr:":"key is not null (type: boolean)","Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"TS_0","children":{"Filter Operator":{"predicate:":"key is not null (type: boolean)","Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"FIL_23","children":{"Select Operator":{"expressions:":"key (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"SEL_24","children":[{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"RS_25","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_22"]}},{"Select Operator":{"expressions:":"_col0 (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"SEL_26","children":{"Group By Operator":{"keys:":"_col0 (type: string)","mode:":"hash","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 205 Data size: 17835 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"GBY_27","children":{"Dynamic Partitioning Event Operator":{"Target column:":"ds (string)","Target Input:":"srcpart_small","Partition key expr:":"ds","Statistics:":"Num rows: 205 Data size: 17835 Basic stats: COMPLETE Column stats: COMPLETE","Target Vertex:":"Map 4","OperatorId:":"EVENT_28"}}}}}}]}}}}}}],"Execution mode:":"vectorized"},"Map 4":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_small","filterExpr:":"ds is not null (type: boolean)","Statistics:":"Num rows: 20 Data size: 7200 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"TS_3","children":{"Select Operator":{"expressions:":"ds (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 20 Data size: 3680 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"SEL_29","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 20 Data size: 3680 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"RS_30","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_22"]}}}}}}],"Execution mode:":"vectorized"},"Reducer 2":{"Reduce Operator Tree:":{"Merge Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col0 (type: string)","1":"_col0 (type: string)"},"Statistics:":"Num rows: 195 Data size: 1560 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"MERGEJOIN_22","children":{"Group By Operator":{"aggregations:":["count()"],"mode:":"hash","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"GBY_10","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE","value expressions:":"_col0 (type: bigint)","OperatorId:":"RS_11","outputname:":"Reducer 3","outputOperator:":["GBY_31"]}}}}}}},"Reducer 3":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Group By Operator":{"aggregations:":["count(VALUE._col0)"],"mode:":"mergepartial","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"GBY_31","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE","table:":{"input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"},"OperatorId:":"FS_32"}}}}}}}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{"OperatorId:":"LIST_SINK_33"}}}}}} PREHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.ds) PREHOOK: type: QUERY PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_date@ds=2008-04-08 PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 PREHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-39_350_5059194331801970146-1/-mr-10001 POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.ds) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 POSTHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-39_350_5059194331801970146-1/-mr-10001 0 PREHOOK: query: EXPLAIN FORMATTED select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_small.key1 = alltypesorc_int.cstring) PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN FORMATTED select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_small.key1 = alltypesorc_int.cstring) POSTHOOK: type: QUERY {"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-1"}},"STAGE PLANS":{"Stage-1":{"Tez":{"DagId:":"pxiong_20170502212740_d84bf49f-8ac9-4d9a-ae6d-c118937ff9f8:24","Edges:":{"Reducer 2":[{"parent":"Map 1","type":"SIMPLE_EDGE"},{"parent":"Map 4","type":"SIMPLE_EDGE"},{"parent":"Map 5","type":"SIMPLE_EDGE"}],"Reducer 3":{"parent":"Reducer 2","type":"CUSTOM_SIMPLE_EDGE"}},"DagName:":"","Vertices:":{"Map 1":{"Map Operator Tree:":[{"TableScan":{"alias:":"alltypesorc_int","filterExpr:":"cstring is not null (type: boolean)","Statistics:":"Num rows: 12288 Data size: 862450 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"TS_0","children":{"Filter Operator":{"predicate:":"cstring is not null (type: boolean)","Statistics:":"Num rows: 9174 Data size: 643900 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"FIL_29","children":{"Select Operator":{"expressions:":"cstring (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 9174 Data size: 643900 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"SEL_30","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 9174 Data size: 643900 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"RS_31","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_28"]}}}}}}}}],"Execution mode:":"vectorized"},"Map 4":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_small","filterExpr:":"key1 is not null (type: boolean)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"TS_3","children":{"Filter Operator":{"predicate:":"key1 is not null (type: boolean)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"FIL_32","children":{"Select Operator":{"expressions:":"key1 (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"SEL_33","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"RS_34","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_28"]}}}}}}}}],"Execution mode:":"vectorized"},"Map 5":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_date","filterExpr:":"key is not null (type: boolean)","Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"TS_6","children":{"Filter Operator":{"predicate:":"key is not null (type: boolean)","Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"FIL_35","children":{"Select Operator":{"expressions:":"key (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"SEL_36","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"RS_37","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_28"]}}}}}}}}],"Execution mode:":"vectorized"},"Reducer 2":{"Reduce Operator Tree:":{"Merge Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"},{"":"Inner Join 1 to 2"}],"keys:":{"0":"_col0 (type: string)","1":"_col0 (type: string)","2":"_col0 (type: string)"},"Statistics:":"Num rows: 320 Data size: 2560 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"MERGEJOIN_28","children":{"Group By Operator":{"aggregations:":["count()"],"mode:":"hash","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_14","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","value expressions:":"_col0 (type: bigint)","OperatorId:":"RS_15","outputname:":"Reducer 3","outputOperator:":["GBY_38"]}}}}}}},"Reducer 3":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Group By Operator":{"aggregations:":["count(VALUE._col0)"],"mode:":"mergepartial","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_38","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","table:":{"input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"},"OperatorId:":"FS_39"}}}}}}}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{"OperatorId:":"LIST_SINK_40"}}}}}} PREHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_small.key1 = alltypesorc_int.cstring) PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc_int PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_date@ds=2008-04-08 PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 PREHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-41_160_4754920842787255997-1/-mr-10001 POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_small.key1 = alltypesorc_int.cstring) POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc_int POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 POSTHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-41_160_4754920842787255997-1/-mr-10001 0 PREHOOK: query: EXPLAIN FORMATTED select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_small.key1 = alltypesorc_int.cstring) PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN FORMATTED select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_small.key1 = alltypesorc_int.cstring) POSTHOOK: type: QUERY {"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-1"}},"STAGE PLANS":{"Stage-1":{"Tez":{"DagId:":"pxiong_20170502212743_d43a3d44-109f-4f33-bb40-b79c68b6038a:26","Edges:":{"Map 1":[{"parent":"Reducer 5","type":"BROADCAST_EDGE"},{"parent":"Reducer 7","type":"BROADCAST_EDGE"}],"Map 6":{"parent":"Reducer 5","type":"BROADCAST_EDGE"},"Reducer 2":[{"parent":"Map 1","type":"SIMPLE_EDGE"},{"parent":"Map 4","type":"SIMPLE_EDGE"},{"parent":"Map 6","type":"SIMPLE_EDGE"}],"Reducer 3":{"parent":"Reducer 2","type":"CUSTOM_SIMPLE_EDGE"},"Reducer 5":{"parent":"Map 4","type":"CUSTOM_SIMPLE_EDGE"},"Reducer 7":{"parent":"Map 6","type":"CUSTOM_SIMPLE_EDGE"}},"DagName:":"","Vertices:":{"Map 1":{"Map Operator Tree:":[{"TableScan":{"alias:":"alltypesorc_int","filterExpr:":"(cstring is not null and (cstring BETWEEN DynamicValue(RS_10_srcpart_small_cstring_min) AND DynamicValue(RS_10_srcpart_small_cstring_max) and in_bloom_filter(cstring, DynamicValue(RS_10_srcpart_small_cstring_bloom_filter))) and (cstring BETWEEN DynamicValue(RS_11_srcpart_date_cstring_min) AND DynamicValue(RS_11_srcpart_date_cstring_max) and in_bloom_filter(cstring, DynamicValue(RS_11_srcpart_date_cstring_bloom_filter)))) (type: boolean)","Statistics:":"Num rows: 12288 Data size: 862450 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"TS_0","children":{"Filter Operator":{"predicate:":"(cstring is not null and (cstring BETWEEN DynamicValue(RS_10_srcpart_small_cstring_min) AND DynamicValue(RS_10_srcpart_small_cstring_max) and in_bloom_filter(cstring, DynamicValue(RS_10_srcpart_small_cstring_bloom_filter))) and (cstring BETWEEN DynamicValue(RS_11_srcpart_date_cstring_min) AND DynamicValue(RS_11_srcpart_date_cstring_max) and in_bloom_filter(cstring, DynamicValue(RS_11_srcpart_date_cstring_bloom_filter)))) (type: boolean)","Statistics:":"Num rows: 9174 Data size: 643900 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"FIL_64","children":{"Select Operator":{"expressions:":"cstring (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 9174 Data size: 643900 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"SEL_65","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 9174 Data size: 643900 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"RS_66","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_46"]}}}}}}}}],"Execution mode:":"vectorized"},"Map 4":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_small","filterExpr:":"key1 is not null (type: boolean)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"TS_3","children":{"Filter Operator":{"predicate:":"key1 is not null (type: boolean)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"FIL_47","children":{"Select Operator":{"expressions:":"key1 (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"SEL_48","children":[{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"RS_49","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_46"]}},{"Select Operator":{"expressions:":"_col0 (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"SEL_50","children":{"Group By Operator":{"aggregations:":["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=32)"],"mode:":"hash","outputColumnNames:":["_col0","_col1","_col2"],"Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_51","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL","value expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: binary)","OperatorId:":"RS_52","outputname:":"Reducer 5","outputOperator:":["GBY_53"]}}}}}}]}}}}}}],"Execution mode:":"vectorized"},"Map 6":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_date","filterExpr:":"(key is not null and (key BETWEEN DynamicValue(RS_10_srcpart_small_key_min) AND DynamicValue(RS_10_srcpart_small_key_max) and in_bloom_filter(key, DynamicValue(RS_10_srcpart_small_key_bloom_filter)))) (type: boolean)","Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"TS_6","children":{"Filter Operator":{"predicate:":"(key is not null and (key BETWEEN DynamicValue(RS_10_srcpart_small_key_min) AND DynamicValue(RS_10_srcpart_small_key_max) and in_bloom_filter(key, DynamicValue(RS_10_srcpart_small_key_bloom_filter)))) (type: boolean)","Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"FIL_56","children":{"Select Operator":{"expressions:":"key (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"SEL_57","children":[{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"RS_58","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_46"]}},{"Select Operator":{"expressions:":"_col0 (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"SEL_59","children":{"Group By Operator":{"aggregations:":["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=410)"],"mode:":"hash","outputColumnNames:":["_col0","_col1","_col2"],"Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"GBY_60","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: COMPLETE","value expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: binary)","OperatorId:":"RS_61","outputname:":"Reducer 7","outputOperator:":["GBY_62"]}}}}}}]}}}}}}],"Execution mode:":"vectorized"},"Reducer 2":{"Reduce Operator Tree:":{"Merge Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"},{"":"Inner Join 1 to 2"}],"keys:":{"0":"_col0 (type: string)","1":"_col0 (type: string)","2":"_col0 (type: string)"},"Statistics:":"Num rows: 320 Data size: 2560 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"MERGEJOIN_46","children":{"Group By Operator":{"aggregations:":["count()"],"mode:":"hash","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_14","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","value expressions:":"_col0 (type: bigint)","OperatorId:":"RS_15","outputname:":"Reducer 3","outputOperator:":["GBY_67"]}}}}}}},"Reducer 3":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Group By Operator":{"aggregations:":["count(VALUE._col0)"],"mode:":"mergepartial","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_67","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","table:":{"input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"},"OperatorId:":"FS_68"}}}}},"Reducer 5":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Group By Operator":{"aggregations:":["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=32)"],"mode:":"final","outputColumnNames:":["_col0","_col1","_col2"],"Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_53","children":[{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL","value expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: binary)","OperatorId:":"RS_54","outputname:":"Map 1","outputOperator:":["TS_0"]}},{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL","value expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: binary)","OperatorId:":"RS_55","outputname:":"Map 6","outputOperator:":["TS_6"]}}]}}},"Reducer 7":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Group By Operator":{"aggregations:":["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=410)"],"mode:":"final","outputColumnNames:":["_col0","_col1","_col2"],"Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"GBY_62","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: COMPLETE","value expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: binary)","OperatorId:":"RS_63","outputname:":"Map 1","outputOperator:":["TS_0"]}}}}}}}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{"OperatorId:":"LIST_SINK_69"}}}}}} PREHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_small.key1 = alltypesorc_int.cstring) PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc_int PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_date@ds=2008-04-08 PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 PREHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-43_437_6513765814947093336-1/-mr-10001 POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_small.key1 = alltypesorc_int.cstring) POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc_int POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 POSTHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-43_437_6513765814947093336-1/-mr-10001 0 PREHOOK: query: EXPLAIN FORMATTED select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1 and srcpart_date.value = srcpart_small.value1) PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN FORMATTED select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1 and srcpart_date.value = srcpart_small.value1) POSTHOOK: type: QUERY {"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-1"}},"STAGE PLANS":{"Stage-1":{"Tez":{"DagId:":"pxiong_20170502212749_8b46f307-ad6e-4790-887a-3f09b07c2db5:28","Edges:":{"Reducer 2":[{"parent":"Map 1","type":"SIMPLE_EDGE"},{"parent":"Map 4","type":"SIMPLE_EDGE"}],"Reducer 3":{"parent":"Reducer 2","type":"CUSTOM_SIMPLE_EDGE"}},"DagName:":"","Vertices:":{"Map 1":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_date","filterExpr:":"(key is not null and value is not null) (type: boolean)","Statistics:":"Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"TS_0","children":{"Filter Operator":{"predicate:":"(key is not null and value is not null) (type: boolean)","Statistics:":"Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"FIL_20","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"SEL_21","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string), _col1 (type: string)","sort order:":"++","Map-reduce partition columns:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"RS_22","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_19"]}}}}}}}}],"Execution mode:":"vectorized"},"Map 4":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_small","filterExpr:":"(key1 is not null and value1 is not null) (type: boolean)","Statistics:":"Num rows: 20 Data size: 3560 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"TS_3","children":{"Filter Operator":{"predicate:":"(key1 is not null and value1 is not null) (type: boolean)","Statistics:":"Num rows: 20 Data size: 3560 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"FIL_23","children":{"Select Operator":{"expressions:":"key1 (type: string), value1 (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 20 Data size: 3560 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"SEL_24","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string), _col1 (type: string)","sort order:":"++","Map-reduce partition columns:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 20 Data size: 3560 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"RS_25","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_19"]}}}}}}}}],"Execution mode:":"vectorized"},"Reducer 2":{"Reduce Operator Tree:":{"Merge Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col0 (type: string), _col1 (type: string)","1":"_col0 (type: string), _col1 (type: string)"},"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"MERGEJOIN_19","children":{"Group By Operator":{"aggregations:":["count()"],"mode:":"hash","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_10","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","value expressions:":"_col0 (type: bigint)","OperatorId:":"RS_11","outputname:":"Reducer 3","outputOperator:":["GBY_26"]}}}}}}},"Reducer 3":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Group By Operator":{"aggregations:":["count(VALUE._col0)"],"mode:":"mergepartial","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_26","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","table:":{"input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"},"OperatorId:":"FS_27"}}}}}}}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{"OperatorId:":"LIST_SINK_28"}}}}}} PREHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1 and srcpart_date.value = srcpart_small.value1) PREHOOK: type: QUERY PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_date@ds=2008-04-08 PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 PREHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-50_079_4110284380327672424-1/-mr-10001 POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1 and srcpart_date.value = srcpart_small.value1) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 POSTHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-50_079_4110284380327672424-1/-mr-10001 176 PREHOOK: query: EXPLAIN FORMATTED select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1 and srcpart_date.value = srcpart_small.value1) PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN FORMATTED select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1 and srcpart_date.value = srcpart_small.value1) POSTHOOK: type: QUERY {"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-1"}},"STAGE PLANS":{"Stage-1":{"Tez":{"DagId:":"pxiong_20170502212751_4d7ccb9a-5cbb-4e74-b4d7-4eb75165d117:30","Edges:":{"Map 1":[{"parent":"Reducer 5","type":"BROADCAST_EDGE"},{"parent":"Reducer 6","type":"BROADCAST_EDGE"}],"Reducer 2":[{"parent":"Map 1","type":"SIMPLE_EDGE"},{"parent":"Map 4","type":"SIMPLE_EDGE"}],"Reducer 3":{"parent":"Reducer 2","type":"CUSTOM_SIMPLE_EDGE"},"Reducer 5":{"parent":"Map 4","type":"CUSTOM_SIMPLE_EDGE"},"Reducer 6":{"parent":"Map 4","type":"CUSTOM_SIMPLE_EDGE"}},"DagName:":"","Vertices:":{"Map 1":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_date","filterExpr:":"(key is not null and value is not null and (key BETWEEN DynamicValue(RS_7_srcpart_small_key_min) AND DynamicValue(RS_7_srcpart_small_key_max) and in_bloom_filter(key, DynamicValue(RS_7_srcpart_small_key_bloom_filter))) and (value BETWEEN DynamicValue(RS_7_srcpart_small_value_min) AND DynamicValue(RS_7_srcpart_small_value_max) and in_bloom_filter(value, DynamicValue(RS_7_srcpart_small_value_bloom_filter)))) (type: boolean)","Statistics:":"Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"TS_0","children":{"Filter Operator":{"predicate:":"(key is not null and value is not null and (key BETWEEN DynamicValue(RS_7_srcpart_small_key_min) AND DynamicValue(RS_7_srcpart_small_key_max) and in_bloom_filter(key, DynamicValue(RS_7_srcpart_small_key_bloom_filter))) and (value BETWEEN DynamicValue(RS_7_srcpart_small_value_min) AND DynamicValue(RS_7_srcpart_small_value_max) and in_bloom_filter(value, DynamicValue(RS_7_srcpart_small_value_bloom_filter)))) (type: boolean)","Statistics:":"Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"FIL_53","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"SEL_54","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string), _col1 (type: string)","sort order:":"++","Map-reduce partition columns:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"RS_55","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_39"]}}}}}}}}],"Execution mode:":"vectorized"},"Map 4":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_small","filterExpr:":"(key1 is not null and value1 is not null) (type: boolean)","Statistics:":"Num rows: 20 Data size: 3560 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"TS_3","children":{"Filter Operator":{"predicate:":"(key1 is not null and value1 is not null) (type: boolean)","Statistics:":"Num rows: 20 Data size: 3560 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"FIL_40","children":{"Select Operator":{"expressions:":"key1 (type: string), value1 (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 20 Data size: 3560 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"SEL_41","children":[{"Reduce Output Operator":{"key expressions:":"_col0 (type: string), _col1 (type: string)","sort order:":"++","Map-reduce partition columns:":"_col0 (type: string), _col1 (type: string)","Statistics:":"Num rows: 20 Data size: 3560 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"RS_42","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_39"]}},{"Select Operator":{"expressions:":"_col0 (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"SEL_43","children":{"Group By Operator":{"aggregations:":["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=32)"],"mode:":"hash","outputColumnNames:":["_col0","_col1","_col2"],"Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_44","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL","value expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: binary)","OperatorId:":"RS_45","outputname:":"Reducer 5","outputOperator:":["GBY_49"]}}}}}},{"Select Operator":{"expressions:":"_col1 (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 20 Data size: 1820 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"SEL_46","children":{"Group By Operator":{"aggregations:":["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=36)"],"mode:":"hash","outputColumnNames:":["_col0","_col1","_col2"],"Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_47","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL","value expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: binary)","OperatorId:":"RS_48","outputname:":"Reducer 6","outputOperator:":["GBY_51"]}}}}}}]}}}}}}],"Execution mode:":"vectorized"},"Reducer 2":{"Reduce Operator Tree:":{"Merge Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col0 (type: string), _col1 (type: string)","1":"_col0 (type: string), _col1 (type: string)"},"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"MERGEJOIN_39","children":{"Group By Operator":{"aggregations:":["count()"],"mode:":"hash","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_10","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","value expressions:":"_col0 (type: bigint)","OperatorId:":"RS_11","outputname:":"Reducer 3","outputOperator:":["GBY_56"]}}}}}}},"Reducer 3":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Group By Operator":{"aggregations:":["count(VALUE._col0)"],"mode:":"mergepartial","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_56","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","table:":{"input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"},"OperatorId:":"FS_57"}}}}},"Reducer 5":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Group By Operator":{"aggregations:":["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=32)"],"mode:":"final","outputColumnNames:":["_col0","_col1","_col2"],"Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_49","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL","value expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: binary)","OperatorId:":"RS_50","outputname:":"Map 1","outputOperator:":["TS_0"]}}}}},"Reducer 6":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Group By Operator":{"aggregations:":["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=36)"],"mode:":"final","outputColumnNames:":["_col0","_col1","_col2"],"Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_51","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL","value expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: binary)","OperatorId:":"RS_52","outputname:":"Map 1","outputOperator:":["TS_0"]}}}}}}}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{"OperatorId:":"LIST_SINK_58"}}}}}} PREHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1 and srcpart_date.value = srcpart_small.value1) PREHOOK: type: QUERY PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_date@ds=2008-04-08 PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 PREHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-51_494_8612227348691198809-1/-mr-10001 POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1 and srcpart_date.value = srcpart_small.value1) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 POSTHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-51_494_8612227348691198809-1/-mr-10001 176 PREHOOK: query: EXPLAIN FORMATTED select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN FORMATTED select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) POSTHOOK: type: QUERY {"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-1"}},"STAGE PLANS":{"Stage-1":{"Tez":{"DagId:":"pxiong_20170502212752_26fffa62-3b90-40cd-b832-735d8474e71d:32","Edges:":{"Reducer 2":[{"parent":"Map 1","type":"SIMPLE_EDGE"},{"parent":"Map 5","type":"SIMPLE_EDGE"}],"Reducer 3":[{"parent":"Map 6","type":"SIMPLE_EDGE"},{"parent":"Reducer 2","type":"SIMPLE_EDGE"}],"Reducer 4":{"parent":"Reducer 3","type":"CUSTOM_SIMPLE_EDGE"}},"DagName:":"","Vertices:":{"Map 1":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_date","filterExpr:":"(key is not null and value is not null) (type: boolean)","Statistics:":"Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"TS_0","children":{"Filter Operator":{"predicate:":"(key is not null and value is not null) (type: boolean)","Statistics:":"Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"FIL_31","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"SEL_32","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE","value expressions:":"_col1 (type: string)","OperatorId:":"RS_33","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_29"]}}}}}}}}],"Execution mode:":"vectorized"},"Map 5":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_small","filterExpr:":"key1 is not null (type: boolean)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"TS_3","children":{"Filter Operator":{"predicate:":"key1 is not null (type: boolean)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"FIL_34","children":{"Select Operator":{"expressions:":"key1 (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"SEL_35","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"RS_36","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_29"]}}}}}}}}],"Execution mode:":"vectorized"},"Map 6":{"Map Operator Tree:":[{"TableScan":{"alias:":"alltypesorc_int","filterExpr:":"cstring is not null (type: boolean)","Statistics:":"Num rows: 12288 Data size: 862450 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"TS_6","children":{"Filter Operator":{"predicate:":"cstring is not null (type: boolean)","Statistics:":"Num rows: 9174 Data size: 643900 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"FIL_37","children":{"Select Operator":{"expressions:":"cstring (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 9174 Data size: 643900 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"SEL_38","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 9174 Data size: 643900 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"RS_39","outputname:":"Reducer 3","outputOperator:":["MERGEJOIN_30"]}}}}}}}}],"Execution mode:":"vectorized"},"Reducer 2":{"Reduce Operator Tree:":{"Merge Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col0 (type: string)","1":"_col0 (type: string)"},"outputColumnNames:":["_col1"],"Statistics:":"Num rows: 195 Data size: 17745 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"MERGEJOIN_29","children":{"Reduce Output Operator":{"key expressions:":"_col1 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col1 (type: string)","Statistics:":"Num rows: 195 Data size: 17745 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"RS_12","outputname:":"Reducer 3","outputOperator:":["MERGEJOIN_30"]}}}}},"Reducer 3":{"Reduce Operator Tree:":{"Merge Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col1 (type: string)","1":"_col0 (type: string)"},"Statistics:":"Num rows: 319 Data size: 2552 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"MERGEJOIN_30","children":{"Group By Operator":{"aggregations:":["count()"],"mode:":"hash","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_16","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","value expressions:":"_col0 (type: bigint)","OperatorId:":"RS_17","outputname:":"Reducer 4","outputOperator:":["GBY_40"]}}}}}}},"Reducer 4":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Group By Operator":{"aggregations:":["count(VALUE._col0)"],"mode:":"mergepartial","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_40","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","table:":{"input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"},"OperatorId:":"FS_41"}}}}}}}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{"OperatorId:":"LIST_SINK_42"}}}}}} PREHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc_int PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_date@ds=2008-04-08 PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 PREHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-53_149_330005827151800688-1/-mr-10001 POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc_int POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 POSTHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-53_149_330005827151800688-1/-mr-10001 0 PREHOOK: query: EXPLAIN FORMATTED select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN FORMATTED select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) POSTHOOK: type: QUERY {"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-1"}},"STAGE PLANS":{"Stage-1":{"Tez":{"DagId:":"pxiong_20170502212755_0601505d-8e59-45d9-b80c-94182a0cbd97:34","Edges:":{"Map 1":{"parent":"Reducer 7","type":"BROADCAST_EDGE"},"Map 8":{"parent":"Reducer 5","type":"BROADCAST_EDGE"},"Reducer 2":[{"parent":"Map 1","type":"SIMPLE_EDGE"},{"parent":"Map 6","type":"SIMPLE_EDGE"}],"Reducer 3":[{"parent":"Map 8","type":"SIMPLE_EDGE"},{"parent":"Reducer 2","type":"SIMPLE_EDGE"}],"Reducer 4":{"parent":"Reducer 3","type":"CUSTOM_SIMPLE_EDGE"},"Reducer 5":{"parent":"Reducer 2","type":"CUSTOM_SIMPLE_EDGE"},"Reducer 7":{"parent":"Map 6","type":"CUSTOM_SIMPLE_EDGE"}},"DagName:":"","Vertices:":{"Map 1":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_date","filterExpr:":"(key is not null and value is not null and (key BETWEEN DynamicValue(RS_10_srcpart_small_key_min) AND DynamicValue(RS_10_srcpart_small_key_max) and in_bloom_filter(key, DynamicValue(RS_10_srcpart_small_key_bloom_filter)))) (type: boolean)","Statistics:":"Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"TS_0","children":{"Filter Operator":{"predicate:":"(key is not null and value is not null and (key BETWEEN DynamicValue(RS_10_srcpart_small_key_min) AND DynamicValue(RS_10_srcpart_small_key_max) and in_bloom_filter(key, DynamicValue(RS_10_srcpart_small_key_bloom_filter)))) (type: boolean)","Statistics:":"Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"FIL_59","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"SEL_60","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE","value expressions:":"_col1 (type: string)","OperatorId:":"RS_61","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_49"]}}}}}}}}],"Execution mode:":"vectorized"},"Map 6":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_small","filterExpr:":"key1 is not null (type: boolean)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"TS_3","children":{"Filter Operator":{"predicate:":"key1 is not null (type: boolean)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"FIL_51","children":{"Select Operator":{"expressions:":"key1 (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"SEL_52","children":[{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"RS_53","outputname:":"Reducer 2","outputOperator:":["MERGEJOIN_49"]}},{"Select Operator":{"expressions:":"_col0 (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"SEL_54","children":{"Group By Operator":{"aggregations:":["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=32)"],"mode:":"hash","outputColumnNames:":["_col0","_col1","_col2"],"Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_55","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL","value expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: binary)","OperatorId:":"RS_56","outputname:":"Reducer 7","outputOperator:":["GBY_57"]}}}}}}]}}}}}}],"Execution mode:":"vectorized"},"Map 8":{"Map Operator Tree:":[{"TableScan":{"alias:":"alltypesorc_int","filterExpr:":"(cstring is not null and (cstring BETWEEN DynamicValue(RS_12_srcpart_date_cstring_min) AND DynamicValue(RS_12_srcpart_date_cstring_max) and in_bloom_filter(cstring, DynamicValue(RS_12_srcpart_date_cstring_bloom_filter)))) (type: boolean)","Statistics:":"Num rows: 12288 Data size: 862450 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"TS_6","children":{"Filter Operator":{"predicate:":"(cstring is not null and (cstring BETWEEN DynamicValue(RS_12_srcpart_date_cstring_min) AND DynamicValue(RS_12_srcpart_date_cstring_max) and in_bloom_filter(cstring, DynamicValue(RS_12_srcpart_date_cstring_bloom_filter)))) (type: boolean)","Statistics:":"Num rows: 9174 Data size: 643900 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"FIL_64","children":{"Select Operator":{"expressions:":"cstring (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 9174 Data size: 643900 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"SEL_65","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 9174 Data size: 643900 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"RS_66","outputname:":"Reducer 3","outputOperator:":["MERGEJOIN_50"]}}}}}}}}],"Execution mode:":"vectorized"},"Reducer 2":{"Reduce Operator Tree:":{"Merge Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col0 (type: string)","1":"_col0 (type: string)"},"outputColumnNames:":["_col1"],"Statistics:":"Num rows: 195 Data size: 17745 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"MERGEJOIN_49","children":[{"Reduce Output Operator":{"key expressions:":"_col1 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col1 (type: string)","Statistics:":"Num rows: 195 Data size: 17745 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"RS_12","outputname:":"Reducer 3","outputOperator:":["MERGEJOIN_50"]}},{"Select Operator":{"expressions:":"_col1 (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 195 Data size: 17745 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"SEL_44","children":{"Group By Operator":{"aggregations:":["min(_col0)","max(_col0)","bloom_filter(_col0, expectedEntries=42)"],"mode:":"hash","outputColumnNames:":["_col0","_col1","_col2"],"Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_45","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL","value expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: binary)","OperatorId:":"RS_46","outputname:":"Reducer 5","outputOperator:":["GBY_62"]}}}}}}]}}},"Reducer 3":{"Reduce Operator Tree:":{"Merge Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col1 (type: string)","1":"_col0 (type: string)"},"Statistics:":"Num rows: 319 Data size: 2552 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"MERGEJOIN_50","children":{"Group By Operator":{"aggregations:":["count()"],"mode:":"hash","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_16","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","value expressions:":"_col0 (type: bigint)","OperatorId:":"RS_17","outputname:":"Reducer 4","outputOperator:":["GBY_67"]}}}}}}},"Reducer 4":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Group By Operator":{"aggregations:":["count(VALUE._col0)"],"mode:":"mergepartial","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_67","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","table:":{"input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"},"OperatorId:":"FS_68"}}}}},"Reducer 5":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Group By Operator":{"aggregations:":["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=42)"],"mode:":"final","outputColumnNames:":["_col0","_col1","_col2"],"Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_62","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL","value expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: binary)","OperatorId:":"RS_63","outputname:":"Map 8","outputOperator:":["TS_6"]}}}}},"Reducer 7":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Group By Operator":{"aggregations:":["min(VALUE._col0)","max(VALUE._col1)","bloom_filter(VALUE._col2, expectedEntries=32)"],"mode:":"final","outputColumnNames:":["_col0","_col1","_col2"],"Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_57","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 552 Basic stats: COMPLETE Column stats: PARTIAL","value expressions:":"_col0 (type: string), _col1 (type: string), _col2 (type: binary)","OperatorId:":"RS_58","outputname:":"Map 1","outputOperator:":["TS_0"]}}}}}}}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{"OperatorId:":"LIST_SINK_69"}}}}}} PREHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc_int PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_date@ds=2008-04-08 PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 PREHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-55_203_7110001360520079205-1/-mr-10001 POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc_int POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 POSTHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-55_203_7110001360520079205-1/-mr-10001 0 PREHOOK: query: EXPLAIN FORMATTED select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN FORMATTED select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) POSTHOOK: type: QUERY {"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-1"}},"STAGE PLANS":{"Stage-1":{"Tez":{"DagId:":"pxiong_20170502212756_7281a6f2-1134-498e-ab65-0bd56c358d62:36","Edges:":{"Map 1":{"parent":"Map 3","type":"BROADCAST_EDGE"},"Reducer 2":{"parent":"Map 1","type":"CUSTOM_SIMPLE_EDGE"}},"DagName:":"","Vertices:":{"Map 1":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_date","filterExpr:":"key is not null (type: boolean)","Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"TS_0","children":{"Filter Operator":{"predicate:":"key is not null (type: boolean)","Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"FIL_24","children":{"Select Operator":{"expressions:":"key (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"SEL_25","children":{"Map Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col0 (type: string)","1":"_col0 (type: string)"},"input vertices:":{"1":"Map 3"},"Statistics:":"Num rows: 195 Data size: 1560 Basic stats: COMPLETE Column stats: PARTIAL","HybridGraceHashJoin:":"true","OperatorId:":"MAPJOIN_26","children":{"Group By Operator":{"aggregations:":["count()"],"mode:":"hash","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_27","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","value expressions:":"_col0 (type: bigint)","OperatorId:":"RS_28","outputname:":"Reducer 2","outputOperator:":["GBY_29"]}}}}}}}}}}}}],"Execution mode:":"vectorized"},"Map 3":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_small","filterExpr:":"key1 is not null (type: boolean)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"TS_3","children":{"Filter Operator":{"predicate:":"key1 is not null (type: boolean)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"FIL_21","children":{"Select Operator":{"expressions:":"key1 (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"SEL_22","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"RS_23","outputname:":"Map 1","outputOperator:":["TS_0"]}}}}}}}}],"Execution mode:":"vectorized"},"Reducer 2":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Group By Operator":{"aggregations:":["count(VALUE._col0)"],"mode:":"mergepartial","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_29","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","table:":{"input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"},"OperatorId:":"FS_30"}}}}}}}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{"OperatorId:":"LIST_SINK_31"}}}}}} PREHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) PREHOOK: type: QUERY PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_date@ds=2008-04-08 PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 PREHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-56_975_8492062795267046167-1/-mr-10001 POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 POSTHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-56_975_8492062795267046167-1/-mr-10001 176 PREHOOK: query: EXPLAIN FORMATTED select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN FORMATTED select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) POSTHOOK: type: QUERY {"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-1"}},"STAGE PLANS":{"Stage-1":{"Tez":{"DagId:":"pxiong_20170502212758_58bcb9cb-6ae3-4078-ad83-7cf1ea7a60e7:38","Edges:":{"Map 1":{"parent":"Map 3","type":"BROADCAST_EDGE"},"Reducer 2":{"parent":"Map 1","type":"CUSTOM_SIMPLE_EDGE"}},"DagName:":"","Vertices:":{"Map 1":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_date","filterExpr:":"key is not null (type: boolean)","Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"TS_0","children":{"Filter Operator":{"predicate:":"key is not null (type: boolean)","Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"FIL_34","children":{"Select Operator":{"expressions:":"key (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"SEL_35","children":{"Map Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col0 (type: string)","1":"_col0 (type: string)"},"input vertices:":{"1":"Map 3"},"Statistics:":"Num rows: 195 Data size: 1560 Basic stats: COMPLETE Column stats: PARTIAL","HybridGraceHashJoin:":"true","OperatorId:":"MAPJOIN_36","children":{"Group By Operator":{"aggregations:":["count()"],"mode:":"hash","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_37","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","value expressions:":"_col0 (type: bigint)","OperatorId:":"RS_38","outputname:":"Reducer 2","outputOperator:":["GBY_39"]}}}}}}}}}}}}],"Execution mode:":"vectorized"},"Map 3":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_small","filterExpr:":"key1 is not null (type: boolean)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"TS_3","children":{"Filter Operator":{"predicate:":"key1 is not null (type: boolean)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"FIL_31","children":{"Select Operator":{"expressions:":"key1 (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"SEL_32","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"RS_33","outputname:":"Map 1","outputOperator:":["TS_0"]}}}}}}}}],"Execution mode:":"vectorized"},"Reducer 2":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Group By Operator":{"aggregations:":["count(VALUE._col0)"],"mode:":"mergepartial","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_39","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","table:":{"input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"},"OperatorId:":"FS_40"}}}}}}}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{"OperatorId:":"LIST_SINK_41"}}}}}} PREHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) PREHOOK: type: QUERY PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_date@ds=2008-04-08 PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 PREHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-58_237_1341802732107270709-1/-mr-10001 POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) POSTHOOK: type: QUERY POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 POSTHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-27-58_237_1341802732107270709-1/-mr-10001 176 PREHOOK: query: EXPLAIN FORMATTED select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN FORMATTED select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) POSTHOOK: type: QUERY {"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-1"}},"STAGE PLANS":{"Stage-1":{"Tez":{"DagId:":"pxiong_20170502212804_091b8ce3-ac27-4d3f-949b-54a2c435203e:40","Edges:":{"Map 1":{"parent":"Map 2","type":"BROADCAST_EDGE"},"Map 3":{"parent":"Map 1","type":"BROADCAST_EDGE"},"Reducer 4":{"parent":"Map 3","type":"CUSTOM_SIMPLE_EDGE"}},"DagName:":"","Vertices:":{"Map 1":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_date","filterExpr:":"(key is not null and value is not null) (type: boolean)","Statistics:":"Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"TS_0","children":{"Filter Operator":{"predicate:":"(key is not null and value is not null) (type: boolean)","Statistics:":"Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"FIL_36","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"SEL_37","children":{"Map Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col0 (type: string)","1":"_col0 (type: string)"},"outputColumnNames:":["_col1"],"input vertices:":{"1":"Map 2"},"Statistics:":"Num rows: 195 Data size: 17745 Basic stats: COMPLETE Column stats: PARTIAL","HybridGraceHashJoin:":"true","OperatorId:":"MAPJOIN_38","children":{"Reduce Output Operator":{"key expressions:":"_col1 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col1 (type: string)","Statistics:":"Num rows: 195 Data size: 17745 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"RS_39","outputname:":"Map 3","outputOperator:":["TS_6"]}}}}}}}}}}],"Execution mode:":"vectorized"},"Map 2":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_small","filterExpr:":"key1 is not null (type: boolean)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"TS_3","children":{"Filter Operator":{"predicate:":"key1 is not null (type: boolean)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"FIL_33","children":{"Select Operator":{"expressions:":"key1 (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"SEL_34","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"RS_35","outputname:":"Map 1","outputOperator:":["TS_0"]}}}}}}}}],"Execution mode:":"vectorized"},"Map 3":{"Map Operator Tree:":[{"TableScan":{"alias:":"alltypesorc_int","filterExpr:":"cstring is not null (type: boolean)","Statistics:":"Num rows: 12288 Data size: 862450 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"TS_6","children":{"Filter Operator":{"predicate:":"cstring is not null (type: boolean)","Statistics:":"Num rows: 9174 Data size: 643900 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"FIL_40","children":{"Select Operator":{"expressions:":"cstring (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 9174 Data size: 643900 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"SEL_41","children":{"Map Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col1 (type: string)","1":"_col0 (type: string)"},"input vertices:":{"0":"Map 1"},"Statistics:":"Num rows: 319 Data size: 2552 Basic stats: COMPLETE Column stats: PARTIAL","HybridGraceHashJoin:":"true","OperatorId:":"MAPJOIN_42","children":{"Group By Operator":{"aggregations:":["count()"],"mode:":"hash","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_43","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","value expressions:":"_col0 (type: bigint)","OperatorId:":"RS_44","outputname:":"Reducer 4","outputOperator:":["GBY_45"]}}}}}}}}}}}}],"Execution mode:":"vectorized"},"Reducer 4":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Group By Operator":{"aggregations:":["count(VALUE._col0)"],"mode:":"mergepartial","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_45","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","table:":{"input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"},"OperatorId:":"FS_46"}}}}}}}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{"OperatorId:":"LIST_SINK_47"}}}}}} PREHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc_int PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_date@ds=2008-04-08 PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 PREHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-28-04_381_5628029642693367288-1/-mr-10001 POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc_int POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 POSTHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-28-04_381_5628029642693367288-1/-mr-10001 0 PREHOOK: query: EXPLAIN FORMATTED select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN FORMATTED select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) POSTHOOK: type: QUERY {"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-1"}},"STAGE PLANS":{"Stage-1":{"Tez":{"DagId:":"pxiong_20170502212810_eab28864-2ef8-43d4-aae3-f04437874435:42","Edges:":{"Map 1":{"parent":"Map 2","type":"BROADCAST_EDGE"},"Map 3":{"parent":"Map 1","type":"BROADCAST_EDGE"},"Reducer 4":{"parent":"Map 3","type":"CUSTOM_SIMPLE_EDGE"}},"DagName:":"","Vertices:":{"Map 1":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_date","filterExpr:":"(key is not null and value is not null) (type: boolean)","Statistics:":"Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"TS_0","children":{"Filter Operator":{"predicate:":"(key is not null and value is not null) (type: boolean)","Statistics:":"Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"FIL_56","children":{"Select Operator":{"expressions:":"key (type: string), value (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"SEL_57","children":{"Map Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col0 (type: string)","1":"_col0 (type: string)"},"outputColumnNames:":["_col1"],"input vertices:":{"1":"Map 2"},"Statistics:":"Num rows: 195 Data size: 17745 Basic stats: COMPLETE Column stats: PARTIAL","HybridGraceHashJoin:":"true","OperatorId:":"MAPJOIN_58","children":{"Reduce Output Operator":{"key expressions:":"_col1 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col1 (type: string)","Statistics:":"Num rows: 195 Data size: 17745 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"RS_59","outputname:":"Map 3","outputOperator:":["TS_6"]}}}}}}}}}}],"Execution mode:":"vectorized"},"Map 2":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_small","filterExpr:":"key1 is not null (type: boolean)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"TS_3","children":{"Filter Operator":{"predicate:":"key1 is not null (type: boolean)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"FIL_53","children":{"Select Operator":{"expressions:":"key1 (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"SEL_54","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"RS_55","outputname:":"Map 1","outputOperator:":["TS_0"]}}}}}}}}],"Execution mode:":"vectorized"},"Map 3":{"Map Operator Tree:":[{"TableScan":{"alias:":"alltypesorc_int","filterExpr:":"cstring is not null (type: boolean)","Statistics:":"Num rows: 12288 Data size: 862450 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"TS_6","children":{"Filter Operator":{"predicate:":"cstring is not null (type: boolean)","Statistics:":"Num rows: 9174 Data size: 643900 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"FIL_60","children":{"Select Operator":{"expressions:":"cstring (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 9174 Data size: 643900 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"SEL_61","children":{"Map Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col1 (type: string)","1":"_col0 (type: string)"},"input vertices:":{"0":"Map 1"},"Statistics:":"Num rows: 319 Data size: 2552 Basic stats: COMPLETE Column stats: PARTIAL","HybridGraceHashJoin:":"true","OperatorId:":"MAPJOIN_62","children":{"Group By Operator":{"aggregations:":["count()"],"mode:":"hash","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_63","children":{"Reduce Output Operator":{"sort order:":"","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","value expressions:":"_col0 (type: bigint)","OperatorId:":"RS_64","outputname:":"Reducer 4","outputOperator:":["GBY_65"]}}}}}}}}}}}}],"Execution mode:":"vectorized"},"Reducer 4":{"Execution mode:":"vectorized","Reduce Operator Tree:":{"Group By Operator":{"aggregations:":["count(VALUE._col0)"],"mode:":"mergepartial","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"GBY_65","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: PARTIAL","table:":{"input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"},"OperatorId:":"FS_66"}}}}}}}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{"OperatorId:":"LIST_SINK_67"}}}}}} PREHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) PREHOOK: type: QUERY PREHOOK: Input: default@alltypesorc_int PREHOOK: Input: default@srcpart_date PREHOOK: Input: default@srcpart_date@ds=2008-04-08 PREHOOK: Input: default@srcpart_date@ds=2008-04-09 PREHOOK: Input: default@srcpart_small PREHOOK: Input: default@srcpart_small@ds=2008-04-08 PREHOOK: Input: default@srcpart_small@ds=2008-04-09 PREHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-28-10_668_4661547327789055177-1/-mr-10001 POSTHOOK: query: select count(*) from srcpart_date join srcpart_small on (srcpart_date.key = srcpart_small.key1) join alltypesorc_int on (srcpart_date.value = alltypesorc_int.cstring) POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc_int POSTHOOK: Input: default@srcpart_date POSTHOOK: Input: default@srcpart_date@ds=2008-04-08 POSTHOOK: Input: default@srcpart_date@ds=2008-04-09 POSTHOOK: Input: default@srcpart_small POSTHOOK: Input: default@srcpart_small@ds=2008-04-08 POSTHOOK: Input: default@srcpart_small@ds=2008-04-09 POSTHOOK: Output: hdfs://localhost:60023/Users/pxiong/Projects/running/hive/itests/qtest/target/tmp/scratchdir/pxiong/fe2a2f6d-a97a-4460-a90d-c19784a54e2b/hive_2017-05-02_21-28-10_668_4661547327789055177-1/-mr-10001 0 PREHOOK: query: explain formatted select * from alltypesorc_int join (select srcpart_date.key as key from srcpart_date union all select srcpart_small.key1 as key from srcpart_small) unionsrc on (alltypesorc_int.cstring = unionsrc.key) PREHOOK: type: QUERY POSTHOOK: query: explain formatted select * from alltypesorc_int join (select srcpart_date.key as key from srcpart_date union all select srcpart_small.key1 as key from srcpart_small) unionsrc on (alltypesorc_int.cstring = unionsrc.key) POSTHOOK: type: QUERY {"STAGE DEPENDENCIES":{"Stage-1":{"ROOT STAGE":"TRUE"},"Stage-0":{"DEPENDENT STAGES":"Stage-1"}},"STAGE PLANS":{"Stage-1":{"Tez":{"DagId:":"pxiong_20170502212812_0f24e6cd-f635-4829-8e98-ca4d8646fa63:44","Edges:":{"Map 1":{"parent":"Union 3","type":"BROADCAST_EDGE"},"Map 2":{"parent":"Union 3","type":"CONTAINS"},"Map 4":{"parent":"Union 3","type":"CONTAINS"}},"DagName:":"","Vertices:":{"Map 1":{"Map Operator Tree:":[{"TableScan":{"alias:":"alltypesorc_int","filterExpr:":"cstring is not null (type: boolean)","Statistics:":"Num rows: 12288 Data size: 899146 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"TS_0","children":{"Filter Operator":{"predicate:":"cstring is not null (type: boolean)","Statistics:":"Num rows: 9174 Data size: 671296 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"FIL_35","children":{"Select Operator":{"expressions:":"cint (type: int), cstring (type: string)","outputColumnNames:":["_col0","_col1"],"Statistics:":"Num rows: 9174 Data size: 671296 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"SEL_36","children":{"Map Join Operator":{"condition map:":[{"":"Inner Join 0 to 1"}],"keys:":{"0":"_col1 (type: string)","1":"_col0 (type: string)"},"outputColumnNames:":["_col0","_col1","_col2"],"input vertices:":{"1":"Union 3"},"Statistics:":"Num rows: 3314 Data size: 613090 Basic stats: COMPLETE Column stats: PARTIAL","HybridGraceHashJoin:":"true","OperatorId:":"MAPJOIN_37","children":{"File Output Operator":{"compressed:":"false","Statistics:":"Num rows: 3314 Data size: 613090 Basic stats: COMPLETE Column stats: PARTIAL","table:":{"input format:":"org.apache.hadoop.mapred.SequenceFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"},"OperatorId:":"FS_38"}}}}}}}}}}],"Execution mode:":"vectorized"},"Map 2":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_date","filterExpr:":"key is not null (type: boolean)","Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"TS_3","children":{"Filter Operator":{"predicate:":"key is not null (type: boolean)","Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"FIL_39","children":{"Select Operator":{"expressions:":"key (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE","OperatorId:":"SEL_40","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 2020 Data size: 175740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"RS_41","outputname:":"Map 1","outputOperator:":["TS_0"]}}}}}}}}],"Execution mode:":"vectorized"},"Map 4":{"Map Operator Tree:":[{"TableScan":{"alias:":"srcpart_small","filterExpr:":"key1 is not null (type: boolean)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"TS_6","children":{"Filter Operator":{"predicate:":"key1 is not null (type: boolean)","Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"FIL_42","children":{"Select Operator":{"expressions:":"key1 (type: string)","outputColumnNames:":["_col0"],"Statistics:":"Num rows: 20 Data size: 1740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"SEL_43","children":{"Reduce Output Operator":{"key expressions:":"_col0 (type: string)","sort order:":"+","Map-reduce partition columns:":"_col0 (type: string)","Statistics:":"Num rows: 2020 Data size: 175740 Basic stats: COMPLETE Column stats: PARTIAL","OperatorId:":"RS_44","outputname:":"Map 1","outputOperator:":["TS_0"]}}}}}}}}],"Execution mode:":"vectorized"},"Union 3":{"Vertex:":"Union 3"}}}},"Stage-0":{"Fetch Operator":{"limit:":"-1","Processor Tree:":{"ListSink":{"OperatorId:":"LIST_SINK_45"}}}}}} PREHOOK: query: drop table srcpart_date PREHOOK: type: DROPTABLE PREHOOK: Input: default@srcpart_date PREHOOK: Output: default@srcpart_date POSTHOOK: query: drop table srcpart_date POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@srcpart_date POSTHOOK: Output: default@srcpart_date PREHOOK: query: drop table srcpart_small PREHOOK: type: DROPTABLE PREHOOK: Input: default@srcpart_small PREHOOK: Output: default@srcpart_small POSTHOOK: query: drop table srcpart_small POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@srcpart_small POSTHOOK: Output: default@srcpart_small PREHOOK: query: drop table alltypesorc_int PREHOOK: type: DROPTABLE PREHOOK: Input: default@alltypesorc_int PREHOOK: Output: default@alltypesorc_int POSTHOOK: query: drop table alltypesorc_int POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@alltypesorc_int POSTHOOK: Output: default@alltypesorc_int