Index: ql/src/test/results/clientpositive/union_view.q.out =================================================================== --- ql/src/test/results/clientpositive/union_view.q.out (revision 0) +++ ql/src/test/results/clientpositive/union_view.q.out (revision 0) @@ -0,0 +1,3529 @@ +PREHOOK: query: CREATE TABLE src_union_1 (key int, value string) PARTITIONED BY (ds string) +PREHOOK: type: CREATETABLE +POSTHOOK: query: CREATE TABLE src_union_1 (key int, value string) PARTITIONED BY (ds string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@src_union_1 +PREHOOK: query: CREATE INDEX src_union_1_key_idx ON TABLE src_union_1(key) AS 'COMPACT' WITH DEFERRED REBUILD +PREHOOK: type: CREATEINDEX +POSTHOOK: query: CREATE INDEX src_union_1_key_idx ON TABLE src_union_1(key) AS 'COMPACT' WITH DEFERRED REBUILD +POSTHOOK: type: CREATEINDEX +POSTHOOK: Output: default@default__src_union_1_src_union_1_key_idx__ +PREHOOK: query: CREATE TABLE src_union_2 (key int, value string) PARTITIONED BY (ds string, part_1 string) +PREHOOK: type: CREATETABLE +POSTHOOK: query: CREATE TABLE src_union_2 (key int, value string) PARTITIONED BY (ds string, part_1 string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@src_union_2 +PREHOOK: query: CREATE INDEX src_union_2_key_idx ON TABLE src_union_2(key) AS 'COMPACT' WITH DEFERRED REBUILD +PREHOOK: type: CREATEINDEX +POSTHOOK: query: CREATE INDEX src_union_2_key_idx ON TABLE src_union_2(key) AS 'COMPACT' WITH DEFERRED REBUILD +POSTHOOK: type: CREATEINDEX +POSTHOOK: Output: default@default__src_union_2_src_union_2_key_idx__ +PREHOOK: query: CREATE TABLE src_union_3(key int, value string) PARTITIONED BY (ds string, part_1 string, part_2 string) +PREHOOK: type: CREATETABLE +POSTHOOK: query: CREATE TABLE src_union_3(key int, value string) PARTITIONED BY (ds string, part_1 string, part_2 string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@src_union_3 +PREHOOK: query: CREATE INDEX src_union_3_key_idx ON TABLE src_union_3(key) AS 'COMPACT' WITH DEFERRED REBUILD +PREHOOK: type: CREATEINDEX +POSTHOOK: query: CREATE INDEX src_union_3_key_idx ON TABLE src_union_3(key) AS 'COMPACT' WITH DEFERRED REBUILD +POSTHOOK: type: CREATEINDEX +POSTHOOK: Output: default@default__src_union_3_src_union_3_key_idx__ +PREHOOK: query: INSERT OVERWRITE TABLE src_union_1 PARTITION (ds='1') SELECT * FROM src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_union_1@ds=1 +POSTHOOK: query: INSERT OVERWRITE TABLE src_union_1 PARTITION (ds='1') SELECT * FROM src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_union_1@ds=1 +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: ALTER INDEX src_union_1_key_idx ON src_union_1 PARTITION (ds='1') REBUILD +PREHOOK: type: ALTERINDEX_REBUILD +PREHOOK: Input: default@src_union_1@ds=1 +PREHOOK: Output: default@default__src_union_1_src_union_1_key_idx__@ds=1 +POSTHOOK: query: ALTER INDEX src_union_1_key_idx ON src_union_1 PARTITION (ds='1') REBUILD +POSTHOOK: type: ALTERINDEX_REBUILD +POSTHOOK: Input: default@src_union_1@ds=1 +POSTHOOK: Output: default@default__src_union_1_src_union_1_key_idx__@ds=1 +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: INSERT OVERWRITE TABLE src_union_2 PARTITION (ds='2', part_1='1') SELECT * FROM src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_union_2@ds=2/part_1=1 +POSTHOOK: query: INSERT OVERWRITE TABLE src_union_2 PARTITION (ds='2', part_1='1') SELECT * FROM src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_union_2@ds=2/part_1=1 +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: ALTER INDEX src_union_2_key_idx ON src_union_2 PARTITION (ds='2', part_1='1') REBUILD +PREHOOK: type: ALTERINDEX_REBUILD +PREHOOK: Input: default@src_union_2@ds=2/part_1=1 +PREHOOK: Output: default@default__src_union_2_src_union_2_key_idx__@ds=2/part_1=1 +POSTHOOK: query: ALTER INDEX src_union_2_key_idx ON src_union_2 PARTITION (ds='2', part_1='1') REBUILD +POSTHOOK: type: ALTERINDEX_REBUILD +POSTHOOK: Input: default@src_union_2@ds=2/part_1=1 +POSTHOOK: Output: default@default__src_union_2_src_union_2_key_idx__@ds=2/part_1=1 +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: INSERT OVERWRITE TABLE src_union_3 PARTITION (ds='3', part_1='1', part_2='2:3+4') SELECT * FROM src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_union_3@ds=3/part_1=1/part_2=2%3A3+4 +POSTHOOK: query: INSERT OVERWRITE TABLE src_union_3 PARTITION (ds='3', part_1='1', part_2='2:3+4') SELECT * FROM src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_union_3@ds=3/part_1=1/part_2=2%3A3+4 +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: ALTER INDEX src_union_3_key_idx ON src_union_3 PARTITION (ds='3', part_1='1', part_2='2:3+4') REBUILD +PREHOOK: type: ALTERINDEX_REBUILD +PREHOOK: Input: default@src_union_3@ds=3/part_1=1/part_2=2%3A3+4 +PREHOOK: Output: default@default__src_union_3_src_union_3_key_idx__@ds=3/part_1=1/part_2=2%3A3+4 +POSTHOOK: query: ALTER INDEX src_union_3_key_idx ON src_union_3 PARTITION (ds='3', part_1='1', part_2='2:3+4') REBUILD +POSTHOOK: type: ALTERINDEX_REBUILD +POSTHOOK: Input: default@src_union_3@ds=3/part_1=1/part_2=2%3A3+4 +POSTHOOK: Output: default@default__src_union_3_src_union_3_key_idx__@ds=3/part_1=1/part_2=2%3A3+4 +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: EXPLAIN SELECT * FROM src_union_1 WHERE key=86 and ds='1' +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT * FROM src_union_1 WHERE key=86 and ds='1' +POSTHOOK: type: QUERY +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_union_1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (= (TOK_TABLE_OR_COL key) 86) (= (TOK_TABLE_OR_COL ds) '1'))))) + +STAGE DEPENDENCIES: + Stage-3 is a root stage + Stage-6 depends on stages: Stage-3 , consists of Stage-5, Stage-4 + Stage-5 + Stage-2 depends on stages: Stage-5, Stage-4 + Stage-1 depends on stages: Stage-2 + Stage-4 + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-3 + Map Reduce + Alias -> Map Operator Tree: + default__src_union_1_src_union_1_key_idx__ + TableScan + alias: default__src_union_1_src_union_1_key_idx__ + filterExpr: + expr: ((key = 86) and (ds = '1')) + type: boolean + Filter Operator + predicate: + expr: (key = 86) + type: boolean + Select Operator + expressions: + expr: _bucketname + type: string + expr: _offsets + type: array + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-6 + Conditional Operator + + Stage: Stage-5 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-2 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + src_union_1 + TableScan + alias: src_union_1 + filterExpr: + expr: ((key = 86) and (ds = '1')) + type: boolean + Filter Operator + predicate: + expr: (key = 86) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-4 + Map Reduce + Alias -> Map Operator Tree: +#### A masked pattern was here #### + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: EXPLAIN SELECT * FROM src_union_2 WHERE key=86 and ds='2' +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT * FROM src_union_2 WHERE key=86 and ds='2' +POSTHOOK: type: QUERY +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_union_2))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (= (TOK_TABLE_OR_COL key) 86) (= (TOK_TABLE_OR_COL ds) '2'))))) + +STAGE DEPENDENCIES: + Stage-3 is a root stage + Stage-6 depends on stages: Stage-3 , consists of Stage-5, Stage-4 + Stage-5 + Stage-2 depends on stages: Stage-5, Stage-4 + Stage-1 depends on stages: Stage-2 + Stage-4 + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-3 + Map Reduce + Alias -> Map Operator Tree: + default__src_union_2_src_union_2_key_idx__ + TableScan + alias: default__src_union_2_src_union_2_key_idx__ + filterExpr: + expr: ((key = 86) and (ds = '2')) + type: boolean + Filter Operator + predicate: + expr: (key = 86) + type: boolean + Select Operator + expressions: + expr: _bucketname + type: string + expr: _offsets + type: array + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-6 + Conditional Operator + + Stage: Stage-5 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-2 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + src_union_2 + TableScan + alias: src_union_2 + filterExpr: + expr: ((key = 86) and (ds = '2')) + type: boolean + Filter Operator + predicate: + expr: (key = 86) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + expr: part_1 + type: string + outputColumnNames: _col0, _col1, _col2, _col3 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-4 + Map Reduce + Alias -> Map Operator Tree: +#### A masked pattern was here #### + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: EXPLAIN SELECT * FROM src_union_3 WHERE key=86 and ds='3' +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT * FROM src_union_3 WHERE key=86 and ds='3' +POSTHOOK: type: QUERY +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_union_3))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (and (= (TOK_TABLE_OR_COL key) 86) (= (TOK_TABLE_OR_COL ds) '3'))))) + +STAGE DEPENDENCIES: + Stage-3 is a root stage + Stage-6 depends on stages: Stage-3 , consists of Stage-5, Stage-4 + Stage-5 + Stage-2 depends on stages: Stage-5, Stage-4 + Stage-1 depends on stages: Stage-2 + Stage-4 + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-3 + Map Reduce + Alias -> Map Operator Tree: + default__src_union_3_src_union_3_key_idx__ + TableScan + alias: default__src_union_3_src_union_3_key_idx__ + filterExpr: + expr: ((key = 86) and (ds = '3')) + type: boolean + Filter Operator + predicate: + expr: (key = 86) + type: boolean + Select Operator + expressions: + expr: _bucketname + type: string + expr: _offsets + type: array + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-6 + Conditional Operator + + Stage: Stage-5 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-2 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + src_union_3 + TableScan + alias: src_union_3 + filterExpr: + expr: ((key = 86) and (ds = '3')) + type: boolean + Filter Operator + predicate: + expr: (key = 86) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + expr: part_1 + type: string + expr: part_2 + type: string + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-4 + Map Reduce + Alias -> Map Operator Tree: +#### A masked pattern was here #### + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: SELECT * FROM src_union_1 WHERE key=86 AND ds ='1' +PREHOOK: type: QUERY +PREHOOK: Input: default@default__src_union_1_src_union_1_key_idx__@ds=1 +PREHOOK: Input: default@src_union_1@ds=1 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM src_union_1 WHERE key=86 AND ds ='1' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@default__src_union_1_src_union_1_key_idx__@ds=1 +POSTHOOK: Input: default@src_union_1@ds=1 +#### A masked pattern was here #### +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +86 val_86 1 +PREHOOK: query: SELECT * FROM src_union_2 WHERE key=86 AND ds ='2' +PREHOOK: type: QUERY +PREHOOK: Input: default@default__src_union_2_src_union_2_key_idx__@ds=2/part_1=1 +PREHOOK: Input: default@src_union_2@ds=2/part_1=1 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM src_union_2 WHERE key=86 AND ds ='2' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@default__src_union_2_src_union_2_key_idx__@ds=2/part_1=1 +POSTHOOK: Input: default@src_union_2@ds=2/part_1=1 +#### A masked pattern was here #### +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +86 val_86 2 1 +PREHOOK: query: SELECT * FROM src_union_3 WHERE key=86 AND ds ='3' +PREHOOK: type: QUERY +PREHOOK: Input: default@default__src_union_3_src_union_3_key_idx__@ds=3/part_1=1/part_2=2%3A3+4 +PREHOOK: Input: default@src_union_3@ds=3/part_1=1/part_2=2%3A3+4 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM src_union_3 WHERE key=86 AND ds ='3' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@default__src_union_3_src_union_3_key_idx__@ds=3/part_1=1/part_2=2%3A3+4 +POSTHOOK: Input: default@src_union_3@ds=3/part_1=1/part_2=2%3A3+4 +#### A masked pattern was here #### +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +86 val_86 3 1 2:3+4 +PREHOOK: query: EXPLAIN SELECT count(1) from src_union_1 WHERE ds ='1' +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT count(1) from src_union_1 WHERE ds ='1' +POSTHOOK: type: QUERY +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_union_1))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION count 1))) (TOK_WHERE (= (TOK_TABLE_OR_COL ds) '1')))) + +STAGE DEPENDENCIES: + Stage-3 is a root stage + Stage-6 depends on stages: Stage-3 , consists of Stage-5, Stage-4 + Stage-5 + Stage-2 depends on stages: Stage-5, Stage-4 + Stage-1 depends on stages: Stage-2 + Stage-4 + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-3 + Map Reduce + Alias -> Map Operator Tree: + default__src_union_1_src_union_1_key_idx__ + TableScan + alias: default__src_union_1_src_union_1_key_idx__ + filterExpr: + expr: (ds = '1') + type: boolean + Select Operator + expressions: + expr: _bucketname + type: string + expr: _offsets + type: array + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-6 + Conditional Operator + + Stage: Stage-5 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-2 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + src_union_1 + TableScan + alias: src_union_1 + filterExpr: + expr: (ds = '1') + type: boolean + Select Operator + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + mode: hash + outputColumnNames: _col0 + Reduce Output Operator + sort order: + tag: -1 + value expressions: + expr: _col0 + type: bigint + Reduce Operator Tree: + Group By Operator + aggregations: + expr: count(VALUE._col0) + bucketGroup: false + mode: mergepartial + outputColumnNames: _col0 + Select Operator + expressions: + expr: _col0 + type: bigint + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-4 + Map Reduce + Alias -> Map Operator Tree: +#### A masked pattern was here #### + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: EXPLAIN SELECT count(1) from src_union_2 WHERE ds ='2' +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT count(1) from src_union_2 WHERE ds ='2' +POSTHOOK: type: QUERY +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_union_2))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION count 1))) (TOK_WHERE (= (TOK_TABLE_OR_COL ds) '2')))) + +STAGE DEPENDENCIES: + Stage-3 is a root stage + Stage-6 depends on stages: Stage-3 , consists of Stage-5, Stage-4 + Stage-5 + Stage-2 depends on stages: Stage-5, Stage-4 + Stage-1 depends on stages: Stage-2 + Stage-4 + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-3 + Map Reduce + Alias -> Map Operator Tree: + default__src_union_2_src_union_2_key_idx__ + TableScan + alias: default__src_union_2_src_union_2_key_idx__ + filterExpr: + expr: (ds = '2') + type: boolean + Select Operator + expressions: + expr: _bucketname + type: string + expr: _offsets + type: array + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-6 + Conditional Operator + + Stage: Stage-5 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-2 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + src_union_2 + TableScan + alias: src_union_2 + filterExpr: + expr: (ds = '2') + type: boolean + Select Operator + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + mode: hash + outputColumnNames: _col0 + Reduce Output Operator + sort order: + tag: -1 + value expressions: + expr: _col0 + type: bigint + Reduce Operator Tree: + Group By Operator + aggregations: + expr: count(VALUE._col0) + bucketGroup: false + mode: mergepartial + outputColumnNames: _col0 + Select Operator + expressions: + expr: _col0 + type: bigint + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-4 + Map Reduce + Alias -> Map Operator Tree: +#### A masked pattern was here #### + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: EXPLAIN SELECT count(1) from src_union_3 WHERE ds ='3' +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT count(1) from src_union_3 WHERE ds ='3' +POSTHOOK: type: QUERY +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_union_3))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION count 1))) (TOK_WHERE (= (TOK_TABLE_OR_COL ds) '3')))) + +STAGE DEPENDENCIES: + Stage-3 is a root stage + Stage-6 depends on stages: Stage-3 , consists of Stage-5, Stage-4 + Stage-5 + Stage-2 depends on stages: Stage-5, Stage-4 + Stage-1 depends on stages: Stage-2 + Stage-4 + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-3 + Map Reduce + Alias -> Map Operator Tree: + default__src_union_3_src_union_3_key_idx__ + TableScan + alias: default__src_union_3_src_union_3_key_idx__ + filterExpr: + expr: (ds = '3') + type: boolean + Select Operator + expressions: + expr: _bucketname + type: string + expr: _offsets + type: array + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-6 + Conditional Operator + + Stage: Stage-5 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-2 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + src_union_3 + TableScan + alias: src_union_3 + filterExpr: + expr: (ds = '3') + type: boolean + Select Operator + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + mode: hash + outputColumnNames: _col0 + Reduce Output Operator + sort order: + tag: -1 + value expressions: + expr: _col0 + type: bigint + Reduce Operator Tree: + Group By Operator + aggregations: + expr: count(VALUE._col0) + bucketGroup: false + mode: mergepartial + outputColumnNames: _col0 + Select Operator + expressions: + expr: _col0 + type: bigint + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-4 + Map Reduce + Alias -> Map Operator Tree: +#### A masked pattern was here #### + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: SELECT count(1) from src_union_1 WHERE ds ='1' +PREHOOK: type: QUERY +PREHOOK: Input: default@default__src_union_1_src_union_1_key_idx__@ds=1 +PREHOOK: Input: default@src_union_1@ds=1 +#### A masked pattern was here #### +POSTHOOK: query: SELECT count(1) from src_union_1 WHERE ds ='1' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@default__src_union_1_src_union_1_key_idx__@ds=1 +POSTHOOK: Input: default@src_union_1@ds=1 +#### A masked pattern was here #### +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +500 +PREHOOK: query: SELECT count(1) from src_union_2 WHERE ds ='2' +PREHOOK: type: QUERY +PREHOOK: Input: default@default__src_union_2_src_union_2_key_idx__@ds=2/part_1=1 +PREHOOK: Input: default@src_union_2@ds=2/part_1=1 +#### A masked pattern was here #### +POSTHOOK: query: SELECT count(1) from src_union_2 WHERE ds ='2' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@default__src_union_2_src_union_2_key_idx__@ds=2/part_1=1 +POSTHOOK: Input: default@src_union_2@ds=2/part_1=1 +#### A masked pattern was here #### +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +500 +PREHOOK: query: SELECT count(1) from src_union_3 WHERE ds ='3' +PREHOOK: type: QUERY +PREHOOK: Input: default@default__src_union_3_src_union_3_key_idx__@ds=3/part_1=1/part_2=2%3A3+4 +PREHOOK: Input: default@src_union_3@ds=3/part_1=1/part_2=2%3A3+4 +#### A masked pattern was here #### +POSTHOOK: query: SELECT count(1) from src_union_3 WHERE ds ='3' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@default__src_union_3_src_union_3_key_idx__@ds=3/part_1=1/part_2=2%3A3+4 +POSTHOOK: Input: default@src_union_3@ds=3/part_1=1/part_2=2%3A3+4 +#### A masked pattern was here #### +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +500 +PREHOOK: query: CREATE VIEW src_union_view PARTITIONED ON (ds) as +SELECT key, value, ds FROM ( +SELECT key, value, ds FROM src_union_1 +UNION ALL +SELECT key, value, ds FROM src_union_2 +UNION ALL +SELECT key, value, ds FROM src_union_3 +) subq +PREHOOK: type: CREATEVIEW +#### A masked pattern was here #### +POSTHOOK: query: CREATE VIEW src_union_view PARTITIONED ON (ds) as +SELECT key, value, ds FROM ( +SELECT key, value, ds FROM src_union_1 +UNION ALL +SELECT key, value, ds FROM src_union_2 +UNION ALL +SELECT key, value, ds FROM src_union_3 +) subq +POSTHOOK: type: CREATEVIEW +POSTHOOK: Output: default@src_union_view +#### A masked pattern was here #### +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: EXPLAIN SELECT * FROM src_union_view WHERE key=86 AND ds ='1' +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT * FROM src_union_view WHERE key=86 AND ds ='1' +POSTHOOK: type: QUERY +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_union_view))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (AND (= (TOK_TABLE_OR_COL key) 86) (= (TOK_TABLE_OR_COL ds) '1'))))) + +STAGE DEPENDENCIES: + Stage-5 is a root stage + Stage-8 depends on stages: Stage-5 , consists of Stage-7, Stage-6 + Stage-7 + Stage-4 depends on stages: Stage-7, Stage-6 + Stage-1 depends on stages: Stage-4 + Stage-6 + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-5 + Map Reduce + Alias -> Map Operator Tree: + default__src_union_1_src_union_1_key_idx__ + TableScan + alias: default__src_union_1_src_union_1_key_idx__ + filterExpr: + expr: ((key = 86) and (ds = '1')) + type: boolean + Filter Operator + predicate: + expr: (key = 86) + type: boolean + Select Operator + expressions: + expr: _bucketname + type: string + expr: _offsets + type: array + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-8 + Conditional Operator + + Stage: Stage-7 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-4 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + src_union_view-subquery1-subquery1:subq-subquery1-subquery1:src_union_1 + TableScan + alias: src_union_1 + filterExpr: + expr: ((key = 86) and (ds = '1')) + type: boolean + Filter Operator + predicate: + expr: (key = 86) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + src_union_view-subquery1-subquery2:subq-subquery1-subquery2:src_union_2 + TableScan + alias: src_union_2 + filterExpr: + expr: ((key = 86) and (ds = '1')) + type: boolean + Filter Operator + predicate: + expr: ((key = 86) and (ds = '1')) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + src_union_view-subquery2:subq-subquery2:src_union_3 + TableScan + alias: src_union_3 + filterExpr: + expr: ((key = 86) and (ds = '1')) + type: boolean + Filter Operator + predicate: + expr: ((key = 86) and (ds = '1')) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-6 + Map Reduce + Alias -> Map Operator Tree: +#### A masked pattern was here #### + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: EXPLAIN SELECT * FROM src_union_view WHERE key=86 AND ds ='2' +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT * FROM src_union_view WHERE key=86 AND ds ='2' +POSTHOOK: type: QUERY +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_union_view))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (AND (= (TOK_TABLE_OR_COL key) 86) (= (TOK_TABLE_OR_COL ds) '2'))))) + +STAGE DEPENDENCIES: + Stage-5 is a root stage + Stage-8 depends on stages: Stage-5 , consists of Stage-7, Stage-6 + Stage-7 + Stage-4 depends on stages: Stage-7, Stage-6 + Stage-1 depends on stages: Stage-4 + Stage-6 + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-5 + Map Reduce + Alias -> Map Operator Tree: + default__src_union_2_src_union_2_key_idx__ + TableScan + alias: default__src_union_2_src_union_2_key_idx__ + filterExpr: + expr: ((key = 86) and (ds = '2')) + type: boolean + Filter Operator + predicate: + expr: (key = 86) + type: boolean + Select Operator + expressions: + expr: _bucketname + type: string + expr: _offsets + type: array + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-8 + Conditional Operator + + Stage: Stage-7 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-4 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + src_union_view-subquery1-subquery1:subq-subquery1-subquery1:src_union_1 + TableScan + alias: src_union_1 + filterExpr: + expr: ((key = 86) and (ds = '2')) + type: boolean + Filter Operator + predicate: + expr: ((key = 86) and (ds = '2')) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + src_union_view-subquery1-subquery2:subq-subquery1-subquery2:src_union_2 + TableScan + alias: src_union_2 + filterExpr: + expr: ((key = 86) and (ds = '2')) + type: boolean + Filter Operator + predicate: + expr: (key = 86) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + src_union_view-subquery2:subq-subquery2:src_union_3 + TableScan + alias: src_union_3 + filterExpr: + expr: ((key = 86) and (ds = '2')) + type: boolean + Filter Operator + predicate: + expr: ((key = 86) and (ds = '2')) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-6 + Map Reduce + Alias -> Map Operator Tree: +#### A masked pattern was here #### + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: EXPLAIN SELECT * FROM src_union_view WHERE key=86 AND ds ='3' +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT * FROM src_union_view WHERE key=86 AND ds ='3' +POSTHOOK: type: QUERY +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_union_view))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (AND (= (TOK_TABLE_OR_COL key) 86) (= (TOK_TABLE_OR_COL ds) '3'))))) + +STAGE DEPENDENCIES: + Stage-5 is a root stage + Stage-8 depends on stages: Stage-5 , consists of Stage-7, Stage-6 + Stage-7 + Stage-4 depends on stages: Stage-7, Stage-6 + Stage-1 depends on stages: Stage-4 + Stage-6 + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-5 + Map Reduce + Alias -> Map Operator Tree: + default__src_union_3_src_union_3_key_idx__ + TableScan + alias: default__src_union_3_src_union_3_key_idx__ + filterExpr: + expr: ((key = 86) and (ds = '3')) + type: boolean + Filter Operator + predicate: + expr: (key = 86) + type: boolean + Select Operator + expressions: + expr: _bucketname + type: string + expr: _offsets + type: array + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-8 + Conditional Operator + + Stage: Stage-7 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-4 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + src_union_view-subquery1-subquery1:subq-subquery1-subquery1:src_union_1 + TableScan + alias: src_union_1 + filterExpr: + expr: ((key = 86) and (ds = '3')) + type: boolean + Filter Operator + predicate: + expr: ((key = 86) and (ds = '3')) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + src_union_view-subquery1-subquery2:subq-subquery1-subquery2:src_union_2 + TableScan + alias: src_union_2 + filterExpr: + expr: ((key = 86) and (ds = '3')) + type: boolean + Filter Operator + predicate: + expr: ((key = 86) and (ds = '3')) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + src_union_view-subquery2:subq-subquery2:src_union_3 + TableScan + alias: src_union_3 + filterExpr: + expr: ((key = 86) and (ds = '3')) + type: boolean + Filter Operator + predicate: + expr: (key = 86) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-6 + Map Reduce + Alias -> Map Operator Tree: +#### A masked pattern was here #### + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: EXPLAIN SELECT * FROM src_union_view WHERE key=86 AND ds IS NOT NULL order by ds +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT * FROM src_union_view WHERE key=86 AND ds IS NOT NULL order by ds +POSTHOOK: type: QUERY +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_union_view))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (AND (= (TOK_TABLE_OR_COL key) 86) (TOK_FUNCTION TOK_ISNOTNULL (TOK_TABLE_OR_COL ds)))) (TOK_ORDERBY (TOK_TABSORTCOLNAMEASC (TOK_TABLE_OR_COL ds))))) + +STAGE DEPENDENCIES: + Stage-5 is a root stage + Stage-8 depends on stages: Stage-5 , consists of Stage-7, Stage-6 + Stage-7 + Stage-4 depends on stages: Stage-7, Stage-6 + Stage-1 depends on stages: Stage-4, Stage-9, Stage-14 + Stage-6 + Stage-10 is a root stage + Stage-13 depends on stages: Stage-10 , consists of Stage-12, Stage-11 + Stage-12 + Stage-9 depends on stages: Stage-12, Stage-11 + Stage-11 + Stage-15 is a root stage + Stage-18 depends on stages: Stage-15 , consists of Stage-17, Stage-16 + Stage-17 + Stage-14 depends on stages: Stage-17, Stage-16 + Stage-16 + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-5 + Map Reduce + Alias -> Map Operator Tree: + default__src_union_2_src_union_2_key_idx__ + TableScan + alias: default__src_union_2_src_union_2_key_idx__ + filterExpr: + expr: (key = 86) + type: boolean + Filter Operator + predicate: + expr: (key = 86) + type: boolean + Select Operator + expressions: + expr: _bucketname + type: string + expr: _offsets + type: array + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-8 + Conditional Operator + + Stage: Stage-7 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-4 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + src_union_view-subquery1-subquery1:subq-subquery1-subquery1:src_union_1 + TableScan + alias: src_union_1 + filterExpr: + expr: ((key = 86) and ds is not null) + type: boolean + Filter Operator + predicate: + expr: (key = 86) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + Reduce Output Operator + key expressions: + expr: _col2 + type: string + sort order: + + tag: -1 + value expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + src_union_view-subquery1-subquery2:subq-subquery1-subquery2:src_union_2 + TableScan + alias: src_union_2 + filterExpr: + expr: ((key = 86) and ds is not null) + type: boolean + Filter Operator + predicate: + expr: (key = 86) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + Reduce Output Operator + key expressions: + expr: _col2 + type: string + sort order: + + tag: -1 + value expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + src_union_view-subquery2:subq-subquery2:src_union_3 + TableScan + alias: src_union_3 + filterExpr: + expr: ((key = 86) and ds is not null) + type: boolean + Filter Operator + predicate: + expr: (key = 86) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + Reduce Output Operator + key expressions: + expr: _col2 + type: string + sort order: + + tag: -1 + value expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + Reduce Operator Tree: + Extract + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-6 + Map Reduce + Alias -> Map Operator Tree: +#### A masked pattern was here #### + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-10 + Map Reduce + Alias -> Map Operator Tree: + default__src_union_1_src_union_1_key_idx__ + TableScan + alias: default__src_union_1_src_union_1_key_idx__ + filterExpr: + expr: (key = 86) + type: boolean + Filter Operator + predicate: + expr: (key = 86) + type: boolean + Select Operator + expressions: + expr: _bucketname + type: string + expr: _offsets + type: array + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-13 + Conditional Operator + + Stage: Stage-12 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-9 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-11 + Map Reduce + Alias -> Map Operator Tree: +#### A masked pattern was here #### + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-15 + Map Reduce + Alias -> Map Operator Tree: + default__src_union_3_src_union_3_key_idx__ + TableScan + alias: default__src_union_3_src_union_3_key_idx__ + filterExpr: + expr: (key = 86) + type: boolean + Filter Operator + predicate: + expr: (key = 86) + type: boolean + Select Operator + expressions: + expr: _bucketname + type: string + expr: _offsets + type: array + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-18 + Conditional Operator + + Stage: Stage-17 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-14 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-16 + Map Reduce + Alias -> Map Operator Tree: +#### A masked pattern was here #### + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: SELECT * FROM src_union_view WHERE key=86 AND ds ='1' +PREHOOK: type: QUERY +PREHOOK: Input: default@default__src_union_1_src_union_1_key_idx__@ds=1 +PREHOOK: Input: default@src_union_1@ds=1 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM src_union_view WHERE key=86 AND ds ='1' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@default__src_union_1_src_union_1_key_idx__@ds=1 +POSTHOOK: Input: default@src_union_1@ds=1 +#### A masked pattern was here #### +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +86 val_86 1 +PREHOOK: query: SELECT * FROM src_union_view WHERE key=86 AND ds ='2' +PREHOOK: type: QUERY +PREHOOK: Input: default@default__src_union_2_src_union_2_key_idx__@ds=2/part_1=1 +PREHOOK: Input: default@src_union_2@ds=2/part_1=1 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM src_union_view WHERE key=86 AND ds ='2' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@default__src_union_2_src_union_2_key_idx__@ds=2/part_1=1 +POSTHOOK: Input: default@src_union_2@ds=2/part_1=1 +#### A masked pattern was here #### +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +86 val_86 2 +PREHOOK: query: SELECT * FROM src_union_view WHERE key=86 AND ds ='3' +PREHOOK: type: QUERY +PREHOOK: Input: default@default__src_union_3_src_union_3_key_idx__@ds=3/part_1=1/part_2=2%3A3+4 +PREHOOK: Input: default@src_union_3@ds=3/part_1=1/part_2=2%3A3+4 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM src_union_view WHERE key=86 AND ds ='3' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@default__src_union_3_src_union_3_key_idx__@ds=3/part_1=1/part_2=2%3A3+4 +POSTHOOK: Input: default@src_union_3@ds=3/part_1=1/part_2=2%3A3+4 +#### A masked pattern was here #### +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +86 val_86 3 +PREHOOK: query: SELECT * FROM src_union_view WHERE key=86 AND ds IS NOT NULL order by ds +PREHOOK: type: QUERY +PREHOOK: Input: default@default__src_union_1_src_union_1_key_idx__@ds=1 +PREHOOK: Input: default@default__src_union_2_src_union_2_key_idx__@ds=2/part_1=1 +PREHOOK: Input: default@default__src_union_3_src_union_3_key_idx__@ds=3/part_1=1/part_2=2%3A3+4 +PREHOOK: Input: default@src_union_1@ds=1 +PREHOOK: Input: default@src_union_2@ds=2/part_1=1 +PREHOOK: Input: default@src_union_3@ds=3/part_1=1/part_2=2%3A3+4 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM src_union_view WHERE key=86 AND ds IS NOT NULL order by ds +POSTHOOK: type: QUERY +POSTHOOK: Input: default@default__src_union_1_src_union_1_key_idx__@ds=1 +POSTHOOK: Input: default@default__src_union_2_src_union_2_key_idx__@ds=2/part_1=1 +POSTHOOK: Input: default@default__src_union_3_src_union_3_key_idx__@ds=3/part_1=1/part_2=2%3A3+4 +POSTHOOK: Input: default@src_union_1@ds=1 +POSTHOOK: Input: default@src_union_2@ds=2/part_1=1 +POSTHOOK: Input: default@src_union_3@ds=3/part_1=1/part_2=2%3A3+4 +#### A masked pattern was here #### +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +86 val_86 1 +86 val_86 2 +86 val_86 3 +PREHOOK: query: EXPLAIN SELECT count(1) from src_union_view WHERE ds ='1' +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT count(1) from src_union_view WHERE ds ='1' +POSTHOOK: type: QUERY +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_union_view))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION count 1))) (TOK_WHERE (= (TOK_TABLE_OR_COL ds) '1')))) + +STAGE DEPENDENCIES: + Stage-5 is a root stage + Stage-8 depends on stages: Stage-5 , consists of Stage-7, Stage-6 + Stage-7 + Stage-4 depends on stages: Stage-7, Stage-6 + Stage-1 depends on stages: Stage-4 + Stage-6 + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-5 + Map Reduce + Alias -> Map Operator Tree: + default__src_union_1_src_union_1_key_idx__ + TableScan + alias: default__src_union_1_src_union_1_key_idx__ + filterExpr: + expr: (ds = '1') + type: boolean + Select Operator + expressions: + expr: _bucketname + type: string + expr: _offsets + type: array + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-8 + Conditional Operator + + Stage: Stage-7 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-4 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + src_union_view-subquery1-subquery1:subq-subquery1-subquery1:src_union_1 + TableScan + alias: src_union_1 + filterExpr: + expr: (ds = '1') + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col2 + type: string + outputColumnNames: _col2 + Select Operator + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + mode: hash + outputColumnNames: _col0 + Reduce Output Operator + sort order: + tag: -1 + value expressions: + expr: _col0 + type: bigint + src_union_view-subquery1-subquery2:subq-subquery1-subquery2:src_union_2 + TableScan + alias: src_union_2 + filterExpr: + expr: (ds = '1') + type: boolean + Filter Operator + predicate: + expr: (ds = '1') + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col2 + type: string + outputColumnNames: _col2 + Select Operator + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + mode: hash + outputColumnNames: _col0 + Reduce Output Operator + sort order: + tag: -1 + value expressions: + expr: _col0 + type: bigint + src_union_view-subquery2:subq-subquery2:src_union_3 + TableScan + alias: src_union_3 + filterExpr: + expr: (ds = '1') + type: boolean + Filter Operator + predicate: + expr: (ds = '1') + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col2 + type: string + outputColumnNames: _col2 + Select Operator + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + mode: hash + outputColumnNames: _col0 + Reduce Output Operator + sort order: + tag: -1 + value expressions: + expr: _col0 + type: bigint + Reduce Operator Tree: + Group By Operator + aggregations: + expr: count(VALUE._col0) + bucketGroup: false + mode: mergepartial + outputColumnNames: _col0 + Select Operator + expressions: + expr: _col0 + type: bigint + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-6 + Map Reduce + Alias -> Map Operator Tree: +#### A masked pattern was here #### + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: EXPLAIN SELECT count(1) from src_union_view WHERE ds ='2' +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT count(1) from src_union_view WHERE ds ='2' +POSTHOOK: type: QUERY +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_union_view))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION count 1))) (TOK_WHERE (= (TOK_TABLE_OR_COL ds) '2')))) + +STAGE DEPENDENCIES: + Stage-5 is a root stage + Stage-8 depends on stages: Stage-5 , consists of Stage-7, Stage-6 + Stage-7 + Stage-4 depends on stages: Stage-7, Stage-6 + Stage-1 depends on stages: Stage-4 + Stage-6 + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-5 + Map Reduce + Alias -> Map Operator Tree: + default__src_union_2_src_union_2_key_idx__ + TableScan + alias: default__src_union_2_src_union_2_key_idx__ + filterExpr: + expr: (ds = '2') + type: boolean + Select Operator + expressions: + expr: _bucketname + type: string + expr: _offsets + type: array + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-8 + Conditional Operator + + Stage: Stage-7 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-4 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + src_union_view-subquery1-subquery1:subq-subquery1-subquery1:src_union_1 + TableScan + alias: src_union_1 + filterExpr: + expr: (ds = '2') + type: boolean + Filter Operator + predicate: + expr: (ds = '2') + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col2 + type: string + outputColumnNames: _col2 + Select Operator + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + mode: hash + outputColumnNames: _col0 + Reduce Output Operator + sort order: + tag: -1 + value expressions: + expr: _col0 + type: bigint + src_union_view-subquery1-subquery2:subq-subquery1-subquery2:src_union_2 + TableScan + alias: src_union_2 + filterExpr: + expr: (ds = '2') + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col2 + type: string + outputColumnNames: _col2 + Select Operator + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + mode: hash + outputColumnNames: _col0 + Reduce Output Operator + sort order: + tag: -1 + value expressions: + expr: _col0 + type: bigint + src_union_view-subquery2:subq-subquery2:src_union_3 + TableScan + alias: src_union_3 + filterExpr: + expr: (ds = '2') + type: boolean + Filter Operator + predicate: + expr: (ds = '2') + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col2 + type: string + outputColumnNames: _col2 + Select Operator + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + mode: hash + outputColumnNames: _col0 + Reduce Output Operator + sort order: + tag: -1 + value expressions: + expr: _col0 + type: bigint + Reduce Operator Tree: + Group By Operator + aggregations: + expr: count(VALUE._col0) + bucketGroup: false + mode: mergepartial + outputColumnNames: _col0 + Select Operator + expressions: + expr: _col0 + type: bigint + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-6 + Map Reduce + Alias -> Map Operator Tree: +#### A masked pattern was here #### + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: EXPLAIN SELECT count(1) from src_union_view WHERE ds ='3' +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT count(1) from src_union_view WHERE ds ='3' +POSTHOOK: type: QUERY +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_union_view))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION count 1))) (TOK_WHERE (= (TOK_TABLE_OR_COL ds) '3')))) + +STAGE DEPENDENCIES: + Stage-5 is a root stage + Stage-8 depends on stages: Stage-5 , consists of Stage-7, Stage-6 + Stage-7 + Stage-4 depends on stages: Stage-7, Stage-6 + Stage-1 depends on stages: Stage-4 + Stage-6 + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-5 + Map Reduce + Alias -> Map Operator Tree: + default__src_union_3_src_union_3_key_idx__ + TableScan + alias: default__src_union_3_src_union_3_key_idx__ + filterExpr: + expr: (ds = '3') + type: boolean + Select Operator + expressions: + expr: _bucketname + type: string + expr: _offsets + type: array + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-8 + Conditional Operator + + Stage: Stage-7 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-4 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + src_union_view-subquery1-subquery1:subq-subquery1-subquery1:src_union_1 + TableScan + alias: src_union_1 + filterExpr: + expr: (ds = '3') + type: boolean + Filter Operator + predicate: + expr: (ds = '3') + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col2 + type: string + outputColumnNames: _col2 + Select Operator + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + mode: hash + outputColumnNames: _col0 + Reduce Output Operator + sort order: + tag: -1 + value expressions: + expr: _col0 + type: bigint + src_union_view-subquery1-subquery2:subq-subquery1-subquery2:src_union_2 + TableScan + alias: src_union_2 + filterExpr: + expr: (ds = '3') + type: boolean + Filter Operator + predicate: + expr: (ds = '3') + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col2 + type: string + outputColumnNames: _col2 + Select Operator + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + mode: hash + outputColumnNames: _col0 + Reduce Output Operator + sort order: + tag: -1 + value expressions: + expr: _col0 + type: bigint + src_union_view-subquery2:subq-subquery2:src_union_3 + TableScan + alias: src_union_3 + filterExpr: + expr: (ds = '3') + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col2 + type: string + outputColumnNames: _col2 + Select Operator + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + mode: hash + outputColumnNames: _col0 + Reduce Output Operator + sort order: + tag: -1 + value expressions: + expr: _col0 + type: bigint + Reduce Operator Tree: + Group By Operator + aggregations: + expr: count(VALUE._col0) + bucketGroup: false + mode: mergepartial + outputColumnNames: _col0 + Select Operator + expressions: + expr: _col0 + type: bigint + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-6 + Map Reduce + Alias -> Map Operator Tree: +#### A masked pattern was here #### + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: SELECT count(1) from src_union_view WHERE ds ='1' +PREHOOK: type: QUERY +PREHOOK: Input: default@default__src_union_1_src_union_1_key_idx__@ds=1 +PREHOOK: Input: default@src_union_1@ds=1 +#### A masked pattern was here #### +POSTHOOK: query: SELECT count(1) from src_union_view WHERE ds ='1' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@default__src_union_1_src_union_1_key_idx__@ds=1 +POSTHOOK: Input: default@src_union_1@ds=1 +#### A masked pattern was here #### +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +500 +PREHOOK: query: SELECT count(1) from src_union_view WHERE ds ='2' +PREHOOK: type: QUERY +PREHOOK: Input: default@default__src_union_2_src_union_2_key_idx__@ds=2/part_1=1 +PREHOOK: Input: default@src_union_2@ds=2/part_1=1 +#### A masked pattern was here #### +POSTHOOK: query: SELECT count(1) from src_union_view WHERE ds ='2' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@default__src_union_2_src_union_2_key_idx__@ds=2/part_1=1 +POSTHOOK: Input: default@src_union_2@ds=2/part_1=1 +#### A masked pattern was here #### +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +500 +PREHOOK: query: SELECT count(1) from src_union_view WHERE ds ='3' +PREHOOK: type: QUERY +PREHOOK: Input: default@default__src_union_3_src_union_3_key_idx__@ds=3/part_1=1/part_2=2%3A3+4 +PREHOOK: Input: default@src_union_3@ds=3/part_1=1/part_2=2%3A3+4 +#### A masked pattern was here #### +POSTHOOK: query: SELECT count(1) from src_union_view WHERE ds ='3' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@default__src_union_3_src_union_3_key_idx__@ds=3/part_1=1/part_2=2%3A3+4 +POSTHOOK: Input: default@src_union_3@ds=3/part_1=1/part_2=2%3A3+4 +#### A masked pattern was here #### +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +500 +PREHOOK: query: INSERT OVERWRITE TABLE src_union_3 PARTITION (ds='4', part_1='1', part_2='2:3+4') SELECT * FROM src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@src_union_3@ds=4/part_1=1/part_2=2%3A3+4 +POSTHOOK: query: INSERT OVERWRITE TABLE src_union_3 PARTITION (ds='4', part_1='1', part_2='2:3+4') SELECT * FROM src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@src_union_3@ds=4/part_1=1/part_2=2%3A3+4 +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=4,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=4,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: ALTER INDEX src_union_3_key_idx ON src_union_3 PARTITION (ds='4', part_1='1', part_2='2:3+4') REBUILD +PREHOOK: type: ALTERINDEX_REBUILD +PREHOOK: Input: default@src_union_3@ds=4/part_1=1/part_2=2%3A3+4 +PREHOOK: Output: default@default__src_union_3_src_union_3_key_idx__@ds=4/part_1=1/part_2=2%3A3+4 +POSTHOOK: query: ALTER INDEX src_union_3_key_idx ON src_union_3 PARTITION (ds='4', part_1='1', part_2='2:3+4') REBUILD +POSTHOOK: type: ALTERINDEX_REBUILD +POSTHOOK: Input: default@src_union_3@ds=4/part_1=1/part_2=2%3A3+4 +POSTHOOK: Output: default@default__src_union_3_src_union_3_key_idx__@ds=4/part_1=1/part_2=2%3A3+4 +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=4,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=4,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=4,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=4,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=4,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: EXPLAIN SELECT * FROM src_union_view WHERE key=86 AND ds ='4' +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT * FROM src_union_view WHERE key=86 AND ds ='4' +POSTHOOK: type: QUERY +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=4,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=4,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=4,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=4,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=4,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_union_view))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR TOK_ALLCOLREF)) (TOK_WHERE (AND (= (TOK_TABLE_OR_COL key) 86) (= (TOK_TABLE_OR_COL ds) '4'))))) + +STAGE DEPENDENCIES: + Stage-5 is a root stage + Stage-8 depends on stages: Stage-5 , consists of Stage-7, Stage-6 + Stage-7 + Stage-4 depends on stages: Stage-7, Stage-6 + Stage-1 depends on stages: Stage-4 + Stage-6 + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-5 + Map Reduce + Alias -> Map Operator Tree: + default__src_union_3_src_union_3_key_idx__ + TableScan + alias: default__src_union_3_src_union_3_key_idx__ + filterExpr: + expr: ((key = 86) and (ds = '4')) + type: boolean + Filter Operator + predicate: + expr: (key = 86) + type: boolean + Select Operator + expressions: + expr: _bucketname + type: string + expr: _offsets + type: array + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-8 + Conditional Operator + + Stage: Stage-7 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-4 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + src_union_view-subquery1-subquery1:subq-subquery1-subquery1:src_union_1 + TableScan + alias: src_union_1 + filterExpr: + expr: ((key = 86) and (ds = '4')) + type: boolean + Filter Operator + predicate: + expr: ((key = 86) and (ds = '4')) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + src_union_view-subquery1-subquery2:subq-subquery1-subquery2:src_union_2 + TableScan + alias: src_union_2 + filterExpr: + expr: ((key = 86) and (ds = '4')) + type: boolean + Filter Operator + predicate: + expr: ((key = 86) and (ds = '4')) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + src_union_view-subquery2:subq-subquery2:src_union_3 + TableScan + alias: src_union_3 + filterExpr: + expr: ((key = 86) and (ds = '4')) + type: boolean + Filter Operator + predicate: + expr: (key = 86) + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + Select Operator + expressions: + expr: _col0 + type: int + expr: _col1 + type: string + expr: _col2 + type: string + outputColumnNames: _col0, _col1, _col2 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-6 + Map Reduce + Alias -> Map Operator Tree: +#### A masked pattern was here #### + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: SELECT * FROM src_union_view WHERE key=86 AND ds ='4' +PREHOOK: type: QUERY +PREHOOK: Input: default@default__src_union_3_src_union_3_key_idx__@ds=4/part_1=1/part_2=2%3A3+4 +PREHOOK: Input: default@src_union_3@ds=4/part_1=1/part_2=2%3A3+4 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM src_union_view WHERE key=86 AND ds ='4' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@default__src_union_3_src_union_3_key_idx__@ds=4/part_1=1/part_2=2%3A3+4 +POSTHOOK: Input: default@src_union_3@ds=4/part_1=1/part_2=2%3A3+4 +#### A masked pattern was here #### +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=4,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=4,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=4,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=4,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=4,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +86 val_86 4 +PREHOOK: query: EXPLAIN SELECT count(1) from src_union_view WHERE ds ='4' +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT count(1) from src_union_view WHERE ds ='4' +POSTHOOK: type: QUERY +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=4,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=4,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=4,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=4,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=4,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src_union_view))) (TOK_INSERT (TOK_DESTINATION (TOK_DIR TOK_TMP_FILE)) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION count 1))) (TOK_WHERE (= (TOK_TABLE_OR_COL ds) '4')))) + +STAGE DEPENDENCIES: + Stage-5 is a root stage + Stage-8 depends on stages: Stage-5 , consists of Stage-7, Stage-6 + Stage-7 + Stage-4 depends on stages: Stage-7, Stage-6 + Stage-1 depends on stages: Stage-4 + Stage-6 + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-5 + Map Reduce + Alias -> Map Operator Tree: + default__src_union_3_src_union_3_key_idx__ + TableScan + alias: default__src_union_3_src_union_3_key_idx__ + filterExpr: + expr: (ds = '4') + type: boolean + Select Operator + expressions: + expr: _bucketname + type: string + expr: _offsets + type: array + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-8 + Conditional Operator + + Stage: Stage-7 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-4 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-1 + Map Reduce + Alias -> Map Operator Tree: + src_union_view-subquery1-subquery1:subq-subquery1-subquery1:src_union_1 + TableScan + alias: src_union_1 + filterExpr: + expr: (ds = '4') + type: boolean + Filter Operator + predicate: + expr: (ds = '4') + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col2 + type: string + outputColumnNames: _col2 + Select Operator + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + mode: hash + outputColumnNames: _col0 + Reduce Output Operator + sort order: + tag: -1 + value expressions: + expr: _col0 + type: bigint + src_union_view-subquery1-subquery2:subq-subquery1-subquery2:src_union_2 + TableScan + alias: src_union_2 + filterExpr: + expr: (ds = '4') + type: boolean + Filter Operator + predicate: + expr: (ds = '4') + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col2 + type: string + outputColumnNames: _col2 + Select Operator + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + mode: hash + outputColumnNames: _col0 + Reduce Output Operator + sort order: + tag: -1 + value expressions: + expr: _col0 + type: bigint + src_union_view-subquery2:subq-subquery2:src_union_3 + TableScan + alias: src_union_3 + filterExpr: + expr: (ds = '4') + type: boolean + Select Operator + expressions: + expr: key + type: int + expr: value + type: string + expr: ds + type: string + outputColumnNames: _col0, _col1, _col2 + Union + Select Operator + expressions: + expr: _col2 + type: string + outputColumnNames: _col2 + Select Operator + Group By Operator + aggregations: + expr: count(1) + bucketGroup: false + mode: hash + outputColumnNames: _col0 + Reduce Output Operator + sort order: + tag: -1 + value expressions: + expr: _col0 + type: bigint + Reduce Operator Tree: + Group By Operator + aggregations: + expr: count(VALUE._col0) + bucketGroup: false + mode: mergepartial + outputColumnNames: _col0 + Select Operator + expressions: + expr: _col0 + type: bigint + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-6 + Map Reduce + Alias -> Map Operator Tree: +#### A masked pattern was here #### + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + + Stage: Stage-0 + Fetch Operator + limit: -1 + + +PREHOOK: query: SELECT count(1) from src_union_view WHERE ds ='4' +PREHOOK: type: QUERY +PREHOOK: Input: default@default__src_union_3_src_union_3_key_idx__@ds=4/part_1=1/part_2=2%3A3+4 +PREHOOK: Input: default@src_union_3@ds=4/part_1=1/part_2=2%3A3+4 +#### A masked pattern was here #### +POSTHOOK: query: SELECT count(1) from src_union_view WHERE ds ='4' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@default__src_union_3_src_union_3_key_idx__@ds=4/part_1=1/part_2=2%3A3+4 +POSTHOOK: Input: default@src_union_3@ds=4/part_1=1/part_2=2%3A3+4 +#### A masked pattern was here #### +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._bucketname SIMPLE [(src_union_1)src_union_1.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1)._offsets EXPRESSION [(src_union_1)src_union_1.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_1_src_union_1_key_idx__ PARTITION(ds=1).key SIMPLE [(src_union_1)src_union_1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._bucketname SIMPLE [(src_union_2)src_union_2.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1)._offsets EXPRESSION [(src_union_2)src_union_2.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_2_src_union_2_key_idx__ PARTITION(ds=2,part_1=1).key SIMPLE [(src_union_2)src_union_2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=3,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=4,part_1=1,part_2=2:3+4)._bucketname SIMPLE [(src_union_3)src_union_3.FieldSchema(name:INPUT__FILE__NAME, type:string, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=4,part_1=1,part_2=2:3+4)._offsets EXPRESSION [(src_union_3)src_union_3.FieldSchema(name:BLOCK__OFFSET__INSIDE__FILE, type:bigint, comment:), ] +POSTHOOK: Lineage: default__src_union_3_src_union_3_key_idx__ PARTITION(ds=4,part_1=1,part_2=2:3+4).key SIMPLE [(src_union_3)src_union_3.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_1 PARTITION(ds=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_2 PARTITION(ds=2,part_1=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=3,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=4,part_1=1,part_2=2:3+4).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: src_union_3 PARTITION(ds=4,part_1=1,part_2=2:3+4).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +500 Index: ql/src/test/queries/clientpositive/union_view.q =================================================================== --- ql/src/test/queries/clientpositive/union_view.q (revision 0) +++ ql/src/test/queries/clientpositive/union_view.q (revision 0) @@ -0,0 +1,75 @@ +CREATE TABLE src_union_1 (key int, value string) PARTITIONED BY (ds string); +CREATE INDEX src_union_1_key_idx ON TABLE src_union_1(key) AS 'COMPACT' WITH DEFERRED REBUILD; + +CREATE TABLE src_union_2 (key int, value string) PARTITIONED BY (ds string, part_1 string); +CREATE INDEX src_union_2_key_idx ON TABLE src_union_2(key) AS 'COMPACT' WITH DEFERRED REBUILD; + +CREATE TABLE src_union_3(key int, value string) PARTITIONED BY (ds string, part_1 string, part_2 string); +CREATE INDEX src_union_3_key_idx ON TABLE src_union_3(key) AS 'COMPACT' WITH DEFERRED REBUILD; + +SET hive.input.format=org.apache.hadoop.hive.ql.io.HiveInputFormat; +SET hive.optimize.index.filter=true; +SET hive.optimize.index.filter.compact.minsize=0; + +INSERT OVERWRITE TABLE src_union_1 PARTITION (ds='1') SELECT * FROM src; +ALTER INDEX src_union_1_key_idx ON src_union_1 PARTITION (ds='1') REBUILD; + +INSERT OVERWRITE TABLE src_union_2 PARTITION (ds='2', part_1='1') SELECT * FROM src; +ALTER INDEX src_union_2_key_idx ON src_union_2 PARTITION (ds='2', part_1='1') REBUILD; + +INSERT OVERWRITE TABLE src_union_3 PARTITION (ds='3', part_1='1', part_2='2:3+4') SELECT * FROM src; +ALTER INDEX src_union_3_key_idx ON src_union_3 PARTITION (ds='3', part_1='1', part_2='2:3+4') REBUILD; + +EXPLAIN SELECT * FROM src_union_1 WHERE key=86 and ds='1'; +EXPLAIN SELECT * FROM src_union_2 WHERE key=86 and ds='2'; +EXPLAIN SELECT * FROM src_union_3 WHERE key=86 and ds='3'; + +SELECT * FROM src_union_1 WHERE key=86 AND ds ='1'; +SELECT * FROM src_union_2 WHERE key=86 AND ds ='2'; +SELECT * FROM src_union_3 WHERE key=86 AND ds ='3'; + +EXPLAIN SELECT count(1) from src_union_1 WHERE ds ='1'; +EXPLAIN SELECT count(1) from src_union_2 WHERE ds ='2'; +EXPLAIN SELECT count(1) from src_union_3 WHERE ds ='3'; + +SELECT count(1) from src_union_1 WHERE ds ='1'; +SELECT count(1) from src_union_2 WHERE ds ='2'; +SELECT count(1) from src_union_3 WHERE ds ='3'; + +CREATE VIEW src_union_view PARTITIONED ON (ds) as +SELECT key, value, ds FROM ( +SELECT key, value, ds FROM src_union_1 +UNION ALL +SELECT key, value, ds FROM src_union_2 +UNION ALL +SELECT key, value, ds FROM src_union_3 +) subq; + +EXPLAIN SELECT * FROM src_union_view WHERE key=86 AND ds ='1'; +EXPLAIN SELECT * FROM src_union_view WHERE key=86 AND ds ='2'; +EXPLAIN SELECT * FROM src_union_view WHERE key=86 AND ds ='3'; +EXPLAIN SELECT * FROM src_union_view WHERE key=86 AND ds IS NOT NULL order by ds; + +SELECT * FROM src_union_view WHERE key=86 AND ds ='1'; +SELECT * FROM src_union_view WHERE key=86 AND ds ='2'; +SELECT * FROM src_union_view WHERE key=86 AND ds ='3'; +SELECT * FROM src_union_view WHERE key=86 AND ds IS NOT NULL order by ds; + +EXPLAIN SELECT count(1) from src_union_view WHERE ds ='1'; +EXPLAIN SELECT count(1) from src_union_view WHERE ds ='2'; +EXPLAIN SELECT count(1) from src_union_view WHERE ds ='3'; + +SELECT count(1) from src_union_view WHERE ds ='1'; +SELECT count(1) from src_union_view WHERE ds ='2'; +SELECT count(1) from src_union_view WHERE ds ='3'; + +INSERT OVERWRITE TABLE src_union_3 PARTITION (ds='4', part_1='1', part_2='2:3+4') SELECT * FROM src; +ALTER INDEX src_union_3_key_idx ON src_union_3 PARTITION (ds='4', part_1='1', part_2='2:3+4') REBUILD; + +EXPLAIN SELECT * FROM src_union_view WHERE key=86 AND ds ='4'; +SELECT * FROM src_union_view WHERE key=86 AND ds ='4'; + +EXPLAIN SELECT count(1) from src_union_view WHERE ds ='4'; +SELECT count(1) from src_union_view WHERE ds ='4'; + + Index: ql/src/java/org/apache/hadoop/hive/ql/optimizer/IndexUtils.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/IndexUtils.java (revision 1232984) +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/IndexUtils.java (working copy) @@ -84,6 +84,10 @@ && !queryPartitionList.getUnknownPartns().isEmpty()){ queryPartitions = queryPartitionList.getUnknownPartns(); } + + if(queryPartitions == null) { + return null; + } for (Partition part : queryPartitions) { List sourceIndexTables = getIndexTables(hive, part, indexes); Index: ql/src/java/org/apache/hadoop/hive/ql/index/IndexMetadataChangeTask.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/index/IndexMetadataChangeTask.java (revision 1232984) +++ ql/src/java/org/apache/hadoop/hive/ql/index/IndexMetadataChangeTask.java (working copy) @@ -67,14 +67,14 @@ return 1; } - Path url = new Path(part.getDataLocation().toString()); + Path url = new Path(part.getPartitionPath().toString()); FileSystem fs = url.getFileSystem(conf); FileStatus fstat = fs.getFileStatus(url); part.getParameters().put(HiveIndex.INDEX_TABLE_CREATETIME, Long.toString(fstat.getModificationTime())); db.alterPartition(tbl.getTableName(), part); } else { - Path url = new Path(tbl.getDataLocation().toString()); + Path url = new Path(tbl.getPath().toString()); FileSystem fs = url.getFileSystem(conf); FileStatus fstat = fs.getFileStatus(url); tbl.getParameters().put(HiveIndex.INDEX_TABLE_CREATETIME, Long.toString(fstat.getModificationTime())); Index: ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java (revision 1232984) +++ ql/src/java/org/apache/hadoop/hive/ql/index/compact/CompactIndexHandler.java (working copy) @@ -63,6 +63,8 @@ import org.apache.hadoop.hive.ql.udf.generic.GenericUDFOPEqualOrLessThan; import org.apache.hadoop.hive.ql.udf.generic.GenericUDFOPGreaterThan; import org.apache.hadoop.hive.ql.udf.generic.GenericUDFOPLessThan; +import org.apache.hadoop.hive.ql.udf.generic.GenericUDFOPNotNull; +import org.apache.hadoop.hive.ql.udf.generic.GenericUDFOPNull; public class CompactIndexHandler extends TableBasedIndexHandler { @@ -353,7 +355,7 @@ analyzer.addComparisonOp(GenericUDFOPEqualOrLessThan.class.getName()); analyzer.addComparisonOp(GenericUDFOPGreaterThan.class.getName()); analyzer.addComparisonOp(GenericUDFOPEqualOrGreaterThan.class.getName()); - + // only return results for columns in this index List columnSchemas = index.getSd().getCols(); for (FieldSchema column : columnSchemas) {