{ "STAGE DEPENDENCIES": { "Stage-0": { "DEPENDENT STAGES": "Stage-1" }, "Stage-1": { "ROOT STAGE": "TRUE" } }, "STAGE PLANS": { "Stage-0": { "Fetch Operator": { "Processor Tree:": { "ListSink": { "OperatorId:": "LIST_SINK_68" } }, "limit:": "100" } }, "Stage-1": { "Tez": { "DagId:": "hive_20180922182921_0819c961-152d-49c5-8799-23ce5ee2d902:3", "DagName:": "", "Edges:": { "Map 1": [ { "parent": "Map 7", "type": "BROADCAST_EDGE" }, { "parent": "Union 2", "type": "CONTAINS" } ], "Map 5": [ { "parent": "Map 7", "type": "BROADCAST_EDGE" }, { "parent": "Union 2", "type": "CONTAINS" } ], "Map 6": [ { "parent": "Map 7", "type": "BROADCAST_EDGE" }, { "parent": "Union 2", "type": "CONTAINS" } ], "Reducer 3": { "parent": "Union 2", "type": "SIMPLE_EDGE" }, "Reducer 4": { "parent": "Reducer 3", "type": "SIMPLE_EDGE" } }, "Vertices:": { "Map 1": { "Execution mode:": "vectorized, llap", "LLAP IO:": "all inputs", "Map Operator Tree:": [ { "TableScan": { "OperatorId:": "TS_0", "Statistics:": "Num rows: 287997024 Data size: 54080715736 Basic stats: COMPLETE Column stats: NONE", "alias:": "store_sales", "children": { "Filter Operator": { "OperatorId:": "FIL_54", "Statistics:": "Num rows: 273597173 Data size: 51376679986 Basic stats: COMPLETE Column stats: NONE", "children": { "Select Operator": { "OperatorId:": "SEL_55", "Statistics:": "Num rows: 273597173 Data size: 51376679986 Basic stats: COMPLETE Column stats: NONE", "children": { "Map Join Operator": { "OperatorId:": "MAPJOIN_56", "Statistics:": "Num rows: 526675127 Data size: 120177852184 Basic stats: COMPLETE Column stats: NONE", "children": { "Filter Operator": { "OperatorId:": "FIL_57", "Statistics:": "Num rows: 263337563 Data size: 60088925977 Basic stats: COMPLETE Column stats: NONE", "children": { "Select Operator": { "OperatorId:": "SEL_58", "Statistics:": "Num rows: 263337563 Data size: 60088925977 Basic stats: COMPLETE Column stats: NONE", "children": { "Group By Operator": { "OperatorId:": "GBY_59", "Statistics:": "Num rows: 263337563 Data size: 60088925977 Basic stats: COMPLETE Column stats: NONE", "aggregations:": [ "sum(_col1)" ], "children": { "Reduce Output Operator": { "Map-reduce partition columns:": "_col0 (type: string)", "OperatorId:": "RS_60", "Statistics:": "Num rows: 263337563 Data size: 60088925977 Basic stats: COMPLETE Column stats: NONE", "columnExprMap:": { "KEY._col0": "_col0", "VALUE._col0": "_col1" }, "key expressions:": "_col0 (type: string)", "outputOperator:": [ "GBY_37" ], "outputname:": "Reducer 3", "sort order:": "+", "value expressions:": "_col1 (type: double)" } }, "columnExprMap:": { "_col0": "_col3" }, "keys:": "_col3 (type: string)", "mode:": "hash", "outputColumnNames:": [ "_col0", "_col1" ] } }, "columnExprMap:": { "_col0": "_col0", "_col1": "_col1", "_col10": "_col10", "_col11": "_col11", "_col12": "_col12", "_col13": "_col13", "_col14": "_col14", "_col15": "_col15", "_col16": "_col16", "_col17": "_col17", "_col18": "_col18", "_col19": "_col19", "_col2": "_col2", "_col20": "_col20", "_col21": "_col21", "_col22": "_col22", "_col3": "_col3", "_col4": "_col4", "_col5": "_col5", "_col6": "_col6", "_col7": "_col7", "_col8": "_col8", "_col9": "_col9" }, "expressions:": "_col3 (type: string), _col1 (type: double)", "outputColumnNames:": [ "_col3", "_col1" ] } }, "predicate:": "(_col0 = _col2) (type: boolean)" } }, "columnExprMap:": { "_col0": "_col0", "_col1": "_col1", "_col2": "c_customer_sk", "_col3": "c_customer_id" }, "condition map:": [ { "": "Inner Join 0 to 1" } ], "input vertices:": { "1": "Map 7" }, "keys:": { "0": "_col0 (type: bigint)", "1": "c_customer_sk (type: bigint)" }, "outputColumnNames:": [ "_col0", "_col1", "_col2", "_col3" ] } }, "columnExprMap:": { "_col0": "ss_customer_sk", "_col1": "(ss_ext_list_price - ss_ext_discount_amt)" }, "expressions:": "ss_customer_sk (type: bigint), (ss_ext_list_price - ss_ext_discount_amt) (type: double)", "outputColumnNames:": [ "_col0", "_col1" ] } }, "predicate:": "ss_customer_sk is not null (type: boolean)" } }, "columns:": [ "ss_customer_sk", "ss_ext_discount_amt", "ss_ext_list_price" ], "filterExpr:": "ss_customer_sk is not null (type: boolean)" } } ] }, "Map 5": { "Execution mode:": "vectorized, llap", "LLAP IO:": "all inputs", "Map Operator Tree:": [ { "TableScan": { "OperatorId:": "TS_2", "Statistics:": "Num rows: 72001237 Data size: 20358008652 Basic stats: COMPLETE Column stats: NONE", "alias:": "web_sales", "children": { "Filter Operator": { "OperatorId:": "FIL_61", "Statistics:": "Num rows: 68401175 Data size: 19340108176 Basic stats: COMPLETE Column stats: NONE", "children": { "Select Operator": { "OperatorId:": "SEL_62", "Statistics:": "Num rows: 68401175 Data size: 19340108176 Basic stats: COMPLETE Column stats: NONE", "children": { "Map Join Operator": { "OperatorId:": "MAPJOIN_63", "Statistics:": "Num rows: 526675127 Data size: 120177852184 Basic stats: COMPLETE Column stats: NONE", "children": { "Filter Operator": { "OperatorId:": "FIL_64", "Statistics:": "Num rows: 263337563 Data size: 60088925977 Basic stats: COMPLETE Column stats: NONE", "children": { "Select Operator": { "OperatorId:": "SEL_65", "Statistics:": "Num rows: 263337563 Data size: 60088925977 Basic stats: COMPLETE Column stats: NONE", "children": { "Group By Operator": { "OperatorId:": "GBY_66", "Statistics:": "Num rows: 263337563 Data size: 60088925977 Basic stats: COMPLETE Column stats: NONE", "aggregations:": [ "sum(_col1)" ], "children": { "Reduce Output Operator": { "Map-reduce partition columns:": "_col0 (type: string)", "OperatorId:": "RS_67", "Statistics:": "Num rows: 263337563 Data size: 60088925977 Basic stats: COMPLETE Column stats: NONE", "columnExprMap:": { "KEY._col0": "_col0", "VALUE._col0": "_col1" }, "key expressions:": "_col0 (type: string)", "outputOperator:": [ "GBY_37" ], "outputname:": "Reducer 3", "sort order:": "+", "value expressions:": "_col1 (type: double)" } }, "columnExprMap:": { "_col0": "_col3" }, "keys:": "_col3 (type: string)", "mode:": "hash", "outputColumnNames:": [ "_col0", "_col1" ] } }, "columnExprMap:": { "_col0": "_col0", "_col1": "_col1", "_col10": "_col10", "_col11": "_col11", "_col12": "_col12", "_col13": "_col13", "_col14": "_col14", "_col15": "_col15", "_col16": "_col16", "_col17": "_col17", "_col18": "_col18", "_col19": "_col19", "_col2": "_col2", "_col20": "_col20", "_col21": "_col21", "_col22": "_col22", "_col3": "_col3", "_col4": "_col4", "_col5": "_col5", "_col6": "_col6", "_col7": "_col7", "_col8": "_col8", "_col9": "_col9" }, "expressions:": "_col3 (type: string), _col1 (type: double)", "outputColumnNames:": [ "_col3", "_col1" ] } }, "predicate:": "(_col0 = _col2) (type: boolean)" } }, "columnExprMap:": { "_col0": "_col0", "_col1": "_col1", "_col2": "c_customer_sk", "_col3": "c_customer_id" }, "condition map:": [ { "": "Inner Join 0 to 1" } ], "input vertices:": { "1": "Map 7" }, "keys:": { "0": "_col0 (type: bigint)", "1": "c_customer_sk (type: bigint)" }, "outputColumnNames:": [ "_col0", "_col1", "_col2", "_col3" ] } }, "columnExprMap:": { "_col0": "ws_bill_customer_sk", "_col1": "(ws_ext_list_price - ws_ext_discount_amt)" }, "expressions:": "ws_bill_customer_sk (type: bigint), (ws_ext_list_price - ws_ext_discount_amt) (type: double)", "outputColumnNames:": [ "_col0", "_col1" ] } }, "predicate:": "ws_bill_customer_sk is not null (type: boolean)" } }, "columns:": [ "ws_bill_customer_sk", "ws_ext_discount_amt", "ws_ext_list_price" ], "filterExpr:": "ws_bill_customer_sk is not null (type: boolean)" } } ] }, "Map 6": { "Execution mode:": "vectorized, llap", "LLAP IO:": "all inputs", "Map Operator Tree:": [ { "TableScan": { "OperatorId:": "TS_5", "Statistics:": "Num rows: 143997065 Data size: 40564002416 Basic stats: COMPLETE Column stats: NONE", "alias:": "catalog_sales", "children": { "Filter Operator": { "OperatorId:": "FIL_47", "Statistics:": "Num rows: 136797212 Data size: 38535802365 Basic stats: COMPLETE Column stats: NONE", "children": { "Select Operator": { "OperatorId:": "SEL_48", "Statistics:": "Num rows: 136797212 Data size: 38535802365 Basic stats: COMPLETE Column stats: NONE", "children": { "Map Join Operator": { "OperatorId:": "MAPJOIN_49", "Statistics:": "Num rows: 526675127 Data size: 120177852184 Basic stats: COMPLETE Column stats: NONE", "children": { "Filter Operator": { "OperatorId:": "FIL_50", "Statistics:": "Num rows: 263337563 Data size: 60088925977 Basic stats: COMPLETE Column stats: NONE", "children": { "Select Operator": { "OperatorId:": "SEL_51", "Statistics:": "Num rows: 263337563 Data size: 60088925977 Basic stats: COMPLETE Column stats: NONE", "children": { "Group By Operator": { "OperatorId:": "GBY_52", "Statistics:": "Num rows: 263337563 Data size: 60088925977 Basic stats: COMPLETE Column stats: NONE", "aggregations:": [ "sum(_col1)" ], "children": { "Reduce Output Operator": { "Map-reduce partition columns:": "_col0 (type: string)", "OperatorId:": "RS_53", "Statistics:": "Num rows: 263337563 Data size: 60088925977 Basic stats: COMPLETE Column stats: NONE", "columnExprMap:": { "KEY._col0": "_col0", "VALUE._col0": "_col1" }, "key expressions:": "_col0 (type: string)", "outputOperator:": [ "GBY_37" ], "outputname:": "Reducer 3", "sort order:": "+", "value expressions:": "_col1 (type: double)" } }, "columnExprMap:": { "_col0": "_col3" }, "keys:": "_col3 (type: string)", "mode:": "hash", "outputColumnNames:": [ "_col0", "_col1" ] } }, "columnExprMap:": { "_col0": "_col0", "_col1": "_col1", "_col10": "_col10", "_col11": "_col11", "_col12": "_col12", "_col13": "_col13", "_col14": "_col14", "_col15": "_col15", "_col16": "_col16", "_col17": "_col17", "_col18": "_col18", "_col19": "_col19", "_col2": "_col2", "_col20": "_col20", "_col21": "_col21", "_col22": "_col22", "_col3": "_col3", "_col4": "_col4", "_col5": "_col5", "_col6": "_col6", "_col7": "_col7", "_col8": "_col8", "_col9": "_col9" }, "expressions:": "_col3 (type: string), _col1 (type: double)", "outputColumnNames:": [ "_col3", "_col1" ] } }, "predicate:": "(_col0 = _col2) (type: boolean)" } }, "columnExprMap:": { "_col0": "_col0", "_col1": "_col1", "_col2": "c_customer_sk", "_col3": "c_customer_id" }, "condition map:": [ { "": "Inner Join 0 to 1" } ], "input vertices:": { "1": "Map 7" }, "keys:": { "0": "_col0 (type: bigint)", "1": "c_customer_sk (type: bigint)" }, "outputColumnNames:": [ "_col0", "_col1", "_col2", "_col3" ] } }, "columnExprMap:": { "_col0": "cs_bill_customer_sk", "_col1": "(cs_ext_sales_price - cs_ext_discount_amt)" }, "expressions:": "cs_bill_customer_sk (type: bigint), (cs_ext_sales_price - cs_ext_discount_amt) (type: double)", "outputColumnNames:": [ "_col0", "_col1" ] } }, "predicate:": "cs_bill_customer_sk is not null (type: boolean)" } }, "columns:": [ "cs_bill_customer_sk", "cs_ext_discount_amt", "cs_ext_sales_price" ], "filterExpr:": "cs_bill_customer_sk is not null (type: boolean)" } } ] }, "Map 7": { "Execution mode:": "vectorized, llap", "LLAP IO:": "all inputs", "Map Operator Tree:": [ { "TableScan": { "OperatorId:": "TS_8", "Statistics:": "Num rows: 2000000 Data size: 364800192 Basic stats: COMPLETE Column stats: NONE", "alias:": "customer", "children": { "Filter Operator": { "OperatorId:": "FIL_43", "Statistics:": "Num rows: 1900000 Data size: 346560182 Basic stats: COMPLETE Column stats: NONE", "children": [ { "Reduce Output Operator": { "Map-reduce partition columns:": "c_customer_sk (type: bigint)", "OperatorId:": "RS_44", "Statistics:": "Num rows: 1900000 Data size: 346560182 Basic stats: COMPLETE Column stats: NONE", "columnExprMap:": { "KEY.reducesinkkey0": "c_customer_sk", "VALUE._col0": "c_customer_id" }, "key expressions:": "c_customer_sk (type: bigint)", "outputOperator:": [ "TS_0" ], "outputname:": "Map 1", "sort order:": "+", "value expressions:": "c_customer_id (type: string)" } }, { "Reduce Output Operator": { "Map-reduce partition columns:": "c_customer_sk (type: bigint)", "OperatorId:": "RS_45", "Statistics:": "Num rows: 1900000 Data size: 346560182 Basic stats: COMPLETE Column stats: NONE", "key expressions:": "c_customer_sk (type: bigint)", "outputOperator:": [ "TS_2" ], "outputname:": "Map 5", "sort order:": "+", "value expressions:": "c_customer_id (type: string)" } }, { "Reduce Output Operator": { "Map-reduce partition columns:": "c_customer_sk (type: bigint)", "OperatorId:": "RS_46", "Statistics:": "Num rows: 1900000 Data size: 346560182 Basic stats: COMPLETE Column stats: NONE", "key expressions:": "c_customer_sk (type: bigint)", "outputOperator:": [ "TS_5" ], "outputname:": "Map 6", "sort order:": "+", "value expressions:": "c_customer_id (type: string)" } } ], "predicate:": "c_customer_sk is not null (type: boolean)" } }, "columns:": [ "c_customer_sk", "c_customer_id" ], "database:": "tpcds_bin_partitioned_orc_100", "filterExpr:": "c_customer_sk is not null (type: boolean)", "isTempTable:": "false", "table:": "customer" } } ] }, "Reducer 3": { "Execution mode:": "vectorized, llap", "Reduce Operator Tree:": { "Group By Operator": { "OperatorId:": "GBY_37", "Statistics:": "Num rows: 131668781 Data size: 30044462874 Basic stats: COMPLETE Column stats: NONE", "aggregations:": [ "sum(VALUE._col0)" ], "children": { "Select Operator": { "OperatorId:": "SEL_38", "Statistics:": "Num rows: 131668781 Data size: 30044462874 Basic stats: COMPLETE Column stats: NONE", "children": { "Reduce Output Operator": { "OperatorId:": "RS_39", "Statistics:": "Num rows: 131668781 Data size: 30044462874 Basic stats: COMPLETE Column stats: NONE", "TopN Hash Memory Usage:": "0.04", "columnExprMap:": { "KEY.reducesinkkey0": "_col0", "VALUE._col0": "_col1" }, "key expressions:": "_col0 (type: double)", "outputOperator:": [ "SEL_40" ], "outputname:": "Reducer 4", "sort order:": "-", "value expressions:": "_col1 (type: string)" } }, "columnExprMap:": { "_col0": "_col1", "_col1": "_col0" }, "expressions:": "_col1 (type: double), _col0 (type: string)", "outputColumnNames:": [ "_col0", "_col1" ] } }, "columnExprMap:": { "_col0": "KEY._col0" }, "keys:": "KEY._col0 (type: string)", "mode:": "mergepartial", "outputColumnNames:": [ "_col0", "_col1" ] } } }, "Reducer 4": { "Execution mode:": "vectorized, llap", "Reduce Operator Tree:": { "Select Operator": { "OperatorId:": "SEL_40", "Statistics:": "Num rows: 131668781 Data size: 30044462874 Basic stats: COMPLETE Column stats: NONE", "children": { "Limit": { "Number of rows:": "100", "OperatorId:": "LIM_41", "Statistics:": "Num rows: 100 Data size: 22800 Basic stats: COMPLETE Column stats: NONE", "children": { "File Output Operator": { "OperatorId:": "FS_42", "Statistics:": "Num rows: 100 Data size: 22800 Basic stats: COMPLETE Column stats: NONE", "compressed:": "false", "table:": { "input format:": "org.apache.hadoop.mapred.SequenceFileInputFormat", "output format:": "org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat", "serde:": "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe" } } } } }, "columnExprMap:": { "_col0": "KEY.reducesinkkey0", "_col1": "VALUE._col0" }, "expressions:": "KEY.reducesinkkey0 (type: double), VALUE._col0 (type: string)", "outputColumnNames:": [ "_col0", "_col1" ] } } }, "Union 2": { "Vertex:": "Union 2" } } } } } }