Index: ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java =================================================================== --- ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java (revision 1423131) +++ ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java (working copy) @@ -6568,6 +6568,10 @@ List> sprayKeyLists = new ArrayList>(ks.size()); + // This list is used to separate subqueries which have no aggregations from those which have + // only non-distinct aggregations and no group by keys + List nonGroupByDestGroup = new ArrayList(); + // Iterate over each clause for (String dest : ks) { @@ -6584,6 +6588,12 @@ } } + if (sprayKeys.size() == 0 && qbp.getAggregationExprsForClause(dest).size() == 0) { + // This subquery does not have any aggregations + nonGroupByDestGroup.add(dest); + continue; + } + // Loop through each of the lists of exprs, looking for a match boolean found = false; for (int i = 0; i < sprayKeyLists.size(); i++) { @@ -6607,6 +6617,11 @@ } } + if (!nonGroupByDestGroup.isEmpty()) { + // Add the list of queries without any aggregations as a group to be returned + commonGroupByDestGroups.add(nonGroupByDestGroup); + } + return commonGroupByDestGroups; } Index: ql/src/test/queries/clientpositive/groupby_multi_single_reducer3.q =================================================================== --- ql/src/test/queries/clientpositive/groupby_multi_single_reducer3.q (revision 0) +++ ql/src/test/queries/clientpositive/groupby_multi_single_reducer3.q (working copy) @@ -0,0 +1,87 @@ +set hive.multigroupby.singlereducer=true; + +CREATE TABLE dest_g1(c1 INT) STORED AS TEXTFILE; +CREATE TABLE dest_g2(c1 INT) STORED AS TEXTFILE; +CREATE TABLE dest_g3(c1 STRING) STORED AS TEXTFILE; +CREATE TABLE dest_g4(c1 STRING) STORED AS TEXTFILE; +CREATE TABLE dest_g5(c1 STRING, c2 INT) STORED AS TEXTFILE; +CREATE TABLE dest_g6(c1 STRING, c2 INT) STORED AS TEXTFILE; + +EXPLAIN +FROM src +INSERT OVERWRITE TABLE dest_g1 SELECT count(1) WHERE key = '0' +INSERT OVERWRITE TABLE dest_g3 SELECT value WHERE key = '0' +INSERT OVERWRITE TABLE dest_g5 SELECT substr(src.key,1,1), count(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g4 SELECT key WHERE key = '10' +INSERT OVERWRITE TABLE dest_g6 SELECT substr(src.key,1,1), sum(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g2 SELECT count(1) WHERE key = '10'; + +FROM src +INSERT OVERWRITE TABLE dest_g1 SELECT count(1) WHERE key = '0' +INSERT OVERWRITE TABLE dest_g3 SELECT value WHERE key = '0' +INSERT OVERWRITE TABLE dest_g5 SELECT substr(src.key,1,1), count(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g4 SELECT key WHERE key = '10' +INSERT OVERWRITE TABLE dest_g6 SELECT substr(src.key,1,1), sum(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g2 SELECT count(1) WHERE key = '10'; + +SELECT * FROM dest_g1; +SELECT * FROM dest_g2; +SELECT * FROM dest_g3; +SELECT * FROM dest_g4; +SELECT * FROM dest_g5; +SELECT * FROM dest_g6; + +EXPLAIN +FROM src +INSERT OVERWRITE TABLE dest_g3 SELECT value WHERE key = '0' +INSERT OVERWRITE TABLE dest_g1 SELECT count(1) WHERE key = '0' +INSERT OVERWRITE TABLE dest_g5 SELECT substr(src.key,1,1), count(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g4 SELECT key WHERE key = '10' +INSERT OVERWRITE TABLE dest_g6 SELECT substr(src.key,1,1), sum(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g2 SELECT count(1) WHERE key = '10'; + +FROM src +INSERT OVERWRITE TABLE dest_g3 SELECT value WHERE key = '0' +INSERT OVERWRITE TABLE dest_g1 SELECT count(1) WHERE key = '0' +INSERT OVERWRITE TABLE dest_g5 SELECT substr(src.key,1,1), count(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g4 SELECT key WHERE key = '10' +INSERT OVERWRITE TABLE dest_g6 SELECT substr(src.key,1,1), sum(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g2 SELECT count(1) WHERE key = '10'; + +SELECT * FROM dest_g1; +SELECT * FROM dest_g2; +SELECT * FROM dest_g3; +SELECT * FROM dest_g4; +SELECT * FROM dest_g5; +SELECT * FROM dest_g6; + +EXPLAIN +FROM src +INSERT OVERWRITE TABLE dest_g5 SELECT substr(src.key,1,1), count(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g3 SELECT value WHERE key = '0' +INSERT OVERWRITE TABLE dest_g1 SELECT count(1) WHERE key = '0' +INSERT OVERWRITE TABLE dest_g4 SELECT key WHERE key = '10' +INSERT OVERWRITE TABLE dest_g6 SELECT substr(src.key,1,1), sum(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g2 SELECT count(1) WHERE key = '10'; + +FROM src +INSERT OVERWRITE TABLE dest_g5 SELECT substr(src.key,1,1), count(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g3 SELECT value WHERE key = '0' +INSERT OVERWRITE TABLE dest_g1 SELECT count(1) WHERE key = '0' +INSERT OVERWRITE TABLE dest_g4 SELECT key WHERE key = '10' +INSERT OVERWRITE TABLE dest_g6 SELECT substr(src.key,1,1), sum(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g2 SELECT count(1) WHERE key = '10'; + +SELECT * FROM dest_g1; +SELECT * FROM dest_g2; +SELECT * FROM dest_g3; +SELECT * FROM dest_g4; +SELECT * FROM dest_g5; +SELECT * FROM dest_g6; + +DROP TABLE dest_g1; +DROP TABLE dest_g2; +DROP TABLE dest_g3; +DROP TABLE dest_g4; +DROP TABLE dest_g5; +DROP TABLE dest_g6; Index: ql/src/test/results/clientpositive/groupby_multi_single_reducer3.q.out =================================================================== --- ql/src/test/results/clientpositive/groupby_multi_single_reducer3.q.out (revision 0) +++ ql/src/test/results/clientpositive/groupby_multi_single_reducer3.q.out (working copy) @@ -0,0 +1,1866 @@ +PREHOOK: query: CREATE TABLE dest_g1(c1 INT) STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +POSTHOOK: query: CREATE TABLE dest_g1(c1 INT) STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@dest_g1 +PREHOOK: query: CREATE TABLE dest_g2(c1 INT) STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +POSTHOOK: query: CREATE TABLE dest_g2(c1 INT) STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@dest_g2 +PREHOOK: query: CREATE TABLE dest_g3(c1 STRING) STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +POSTHOOK: query: CREATE TABLE dest_g3(c1 STRING) STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@dest_g3 +PREHOOK: query: CREATE TABLE dest_g4(c1 STRING) STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +POSTHOOK: query: CREATE TABLE dest_g4(c1 STRING) STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@dest_g4 +PREHOOK: query: CREATE TABLE dest_g5(c1 STRING, c2 INT) STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +POSTHOOK: query: CREATE TABLE dest_g5(c1 STRING, c2 INT) STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@dest_g5 +PREHOOK: query: CREATE TABLE dest_g6(c1 STRING, c2 INT) STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +POSTHOOK: query: CREATE TABLE dest_g6(c1 STRING, c2 INT) STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: default@dest_g6 +PREHOOK: query: EXPLAIN +FROM src +INSERT OVERWRITE TABLE dest_g1 SELECT count(1) WHERE key = '0' +INSERT OVERWRITE TABLE dest_g3 SELECT value WHERE key = '0' +INSERT OVERWRITE TABLE dest_g5 SELECT substr(src.key,1,1), count(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g4 SELECT key WHERE key = '10' +INSERT OVERWRITE TABLE dest_g6 SELECT substr(src.key,1,1), sum(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g2 SELECT count(1) WHERE key = '10' +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +FROM src +INSERT OVERWRITE TABLE dest_g1 SELECT count(1) WHERE key = '0' +INSERT OVERWRITE TABLE dest_g3 SELECT value WHERE key = '0' +INSERT OVERWRITE TABLE dest_g5 SELECT substr(src.key,1,1), count(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g4 SELECT key WHERE key = '10' +INSERT OVERWRITE TABLE dest_g6 SELECT substr(src.key,1,1), sum(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g2 SELECT count(1) WHERE key = '10' +POSTHOOK: type: QUERY +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_g1))) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION count 1))) (TOK_WHERE (= (TOK_TABLE_OR_COL key) '0'))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_g3))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (= (TOK_TABLE_OR_COL key) '0'))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_g5))) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1)) (TOK_SELEXPR (TOK_FUNCTIONDI count (TOK_TABLE_OR_COL key)))) (TOK_GROUPBY (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_g4))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key))) (TOK_WHERE (= (TOK_TABLE_OR_COL key) '10'))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_g6))) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1)) (TOK_SELEXPR (TOK_FUNCTIONDI sum (TOK_TABLE_OR_COL key)))) (TOK_GROUPBY (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_g2))) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION count 1))) (TOK_WHERE (= (TOK_TABLE_OR_COL key) '10')))) + +STAGE DEPENDENCIES: + Stage-6 is a root stage + Stage-0 depends on stages: Stage-6 + Stage-7 depends on stages: Stage-0 + Stage-1 depends on stages: Stage-6 + Stage-8 depends on stages: Stage-1 + Stage-9 depends on stages: Stage-6 + Stage-2 depends on stages: Stage-9 + Stage-10 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-9 + Stage-11 depends on stages: Stage-3 + Stage-4 depends on stages: Stage-9 + Stage-12 depends on stages: Stage-4 + Stage-5 depends on stages: Stage-9 + Stage-13 depends on stages: Stage-5 + +STAGE PLANS: + Stage: Stage-6 + Map Reduce + Alias -> Map Operator Tree: + src + TableScan + alias: src + Filter Operator + predicate: + expr: ((key = '0') or (key = '10')) + type: boolean + Select Operator + expressions: + expr: key + type: string + outputColumnNames: key + Reduce Output Operator + sort order: + tag: -1 + value expressions: + expr: 1 + type: int + expr: key + type: string + Select Operator + expressions: + expr: key + type: string + outputColumnNames: key + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + Filter Operator + predicate: + expr: (key = '0') + type: boolean + Select Operator + expressions: + expr: value + type: string + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 5 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g3 + Filter Operator + predicate: + expr: (key = '10') + type: boolean + Select Operator + expressions: + expr: key + type: string + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 6 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g4 + Reduce Operator Tree: + Forward + Filter Operator + predicate: + expr: (VALUE._col1 = '0') + type: boolean + Group By Operator + aggregations: + expr: count(VALUE._col0) + bucketGroup: false + mode: complete + outputColumnNames: _col0 + Select Operator + expressions: + expr: _col0 + type: bigint + outputColumnNames: _col0 + Select Operator + expressions: + expr: UDFToInteger(_col0) + type: int + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g1 + Filter Operator + predicate: + expr: (VALUE._col1 = '10') + type: boolean + Group By Operator + aggregations: + expr: count(VALUE._col0) + bucketGroup: false + mode: complete + outputColumnNames: _col0 + Select Operator + expressions: + expr: _col0 + type: bigint + outputColumnNames: _col0 + Select Operator + expressions: + expr: UDFToInteger(_col0) + type: int + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 2 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g2 + + Stage: Stage-0 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g1 + + Stage: Stage-7 + Stats-Aggr Operator + + Stage: Stage-1 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g2 + + Stage: Stage-8 + Stats-Aggr Operator + + Stage: Stage-9 + Map Reduce + Alias -> Map Operator Tree: +#### A masked pattern was here #### + Reduce Output Operator + key expressions: + expr: substr(key, 1, 1) + type: string + expr: key + type: string + sort order: ++ + Map-reduce partition columns: + expr: substr(key, 1, 1) + type: string + tag: -1 + Reduce Operator Tree: + Forward + Group By Operator + aggregations: + expr: count(DISTINCT KEY._col1:0._col0) + bucketGroup: false + keys: + expr: KEY._col0 + type: string + mode: complete + outputColumnNames: _col0, _col1 + Select Operator + expressions: + expr: _col0 + type: string + expr: _col1 + type: bigint + outputColumnNames: _col0, _col1 + Select Operator + expressions: + expr: _col0 + type: string + expr: UDFToInteger(_col1) + type: int + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 3 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g5 + Group By Operator + aggregations: + expr: sum(DISTINCT KEY._col1:0._col0) + bucketGroup: false + keys: + expr: KEY._col0 + type: string + mode: complete + outputColumnNames: _col0, _col1 + Select Operator + expressions: + expr: _col0 + type: string + expr: _col1 + type: double + outputColumnNames: _col0, _col1 + Select Operator + expressions: + expr: _col0 + type: string + expr: UDFToInteger(_col1) + type: int + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 4 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g6 + + Stage: Stage-2 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g5 + + Stage: Stage-10 + Stats-Aggr Operator + + Stage: Stage-3 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g6 + + Stage: Stage-11 + Stats-Aggr Operator + + Stage: Stage-4 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g3 + + Stage: Stage-12 + Stats-Aggr Operator + + Stage: Stage-5 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g4 + + Stage: Stage-13 + Stats-Aggr Operator + + +PREHOOK: query: FROM src +INSERT OVERWRITE TABLE dest_g1 SELECT count(1) WHERE key = '0' +INSERT OVERWRITE TABLE dest_g3 SELECT value WHERE key = '0' +INSERT OVERWRITE TABLE dest_g5 SELECT substr(src.key,1,1), count(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g4 SELECT key WHERE key = '10' +INSERT OVERWRITE TABLE dest_g6 SELECT substr(src.key,1,1), sum(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g2 SELECT count(1) WHERE key = '10' +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g1 +PREHOOK: Output: default@dest_g2 +PREHOOK: Output: default@dest_g3 +PREHOOK: Output: default@dest_g4 +PREHOOK: Output: default@dest_g5 +PREHOOK: Output: default@dest_g6 +POSTHOOK: query: FROM src +INSERT OVERWRITE TABLE dest_g1 SELECT count(1) WHERE key = '0' +INSERT OVERWRITE TABLE dest_g3 SELECT value WHERE key = '0' +INSERT OVERWRITE TABLE dest_g5 SELECT substr(src.key,1,1), count(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g4 SELECT key WHERE key = '10' +INSERT OVERWRITE TABLE dest_g6 SELECT substr(src.key,1,1), sum(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g2 SELECT count(1) WHERE key = '10' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g1 +POSTHOOK: Output: default@dest_g2 +POSTHOOK: Output: default@dest_g3 +POSTHOOK: Output: default@dest_g4 +POSTHOOK: Output: default@dest_g5 +POSTHOOK: Output: default@dest_g6 +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +PREHOOK: query: SELECT * FROM dest_g1 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest_g1 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM dest_g1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest_g1 +#### A masked pattern was here #### +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +3 +PREHOOK: query: SELECT * FROM dest_g2 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest_g2 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM dest_g2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest_g2 +#### A masked pattern was here #### +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +1 +PREHOOK: query: SELECT * FROM dest_g3 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest_g3 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM dest_g3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest_g3 +#### A masked pattern was here #### +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +val_0 +val_0 +val_0 +PREHOOK: query: SELECT * FROM dest_g4 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest_g4 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM dest_g4 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest_g4 +#### A masked pattern was here #### +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +10 +PREHOOK: query: SELECT * FROM dest_g5 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest_g5 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM dest_g5 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest_g5 +#### A masked pattern was here #### +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +0 1 +1 71 +2 69 +3 62 +4 74 +5 6 +6 5 +7 6 +8 8 +9 7 +PREHOOK: query: SELECT * FROM dest_g6 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest_g6 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM dest_g6 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest_g6 +#### A masked pattern was here #### +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +0 0 +1 10044 +2 15780 +3 20119 +4 30965 +5 278 +6 331 +7 447 +8 595 +9 577 +PREHOOK: query: EXPLAIN +FROM src +INSERT OVERWRITE TABLE dest_g3 SELECT value WHERE key = '0' +INSERT OVERWRITE TABLE dest_g1 SELECT count(1) WHERE key = '0' +INSERT OVERWRITE TABLE dest_g5 SELECT substr(src.key,1,1), count(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g4 SELECT key WHERE key = '10' +INSERT OVERWRITE TABLE dest_g6 SELECT substr(src.key,1,1), sum(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g2 SELECT count(1) WHERE key = '10' +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +FROM src +INSERT OVERWRITE TABLE dest_g3 SELECT value WHERE key = '0' +INSERT OVERWRITE TABLE dest_g1 SELECT count(1) WHERE key = '0' +INSERT OVERWRITE TABLE dest_g5 SELECT substr(src.key,1,1), count(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g4 SELECT key WHERE key = '10' +INSERT OVERWRITE TABLE dest_g6 SELECT substr(src.key,1,1), sum(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g2 SELECT count(1) WHERE key = '10' +POSTHOOK: type: QUERY +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_g3))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (= (TOK_TABLE_OR_COL key) '0'))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_g1))) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION count 1))) (TOK_WHERE (= (TOK_TABLE_OR_COL key) '0'))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_g5))) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1)) (TOK_SELEXPR (TOK_FUNCTIONDI count (TOK_TABLE_OR_COL key)))) (TOK_GROUPBY (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_g4))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key))) (TOK_WHERE (= (TOK_TABLE_OR_COL key) '10'))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_g6))) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1)) (TOK_SELEXPR (TOK_FUNCTIONDI sum (TOK_TABLE_OR_COL key)))) (TOK_GROUPBY (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_g2))) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION count 1))) (TOK_WHERE (= (TOK_TABLE_OR_COL key) '10')))) + +STAGE DEPENDENCIES: + Stage-6 is a root stage + Stage-0 depends on stages: Stage-6 + Stage-7 depends on stages: Stage-0 + Stage-1 depends on stages: Stage-6 + Stage-8 depends on stages: Stage-1 + Stage-9 depends on stages: Stage-6 + Stage-2 depends on stages: Stage-9 + Stage-10 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-9 + Stage-11 depends on stages: Stage-3 + Stage-4 depends on stages: Stage-9 + Stage-12 depends on stages: Stage-4 + Stage-5 depends on stages: Stage-9 + Stage-13 depends on stages: Stage-5 + +STAGE PLANS: + Stage: Stage-6 + Map Reduce + Alias -> Map Operator Tree: + src + TableScan + alias: src + Filter Operator + predicate: + expr: ((key = '0') or (key = '10')) + type: boolean + Select Operator + expressions: + expr: key + type: string + outputColumnNames: key + Reduce Output Operator + sort order: + tag: -1 + value expressions: + expr: 1 + type: int + expr: key + type: string + Select Operator + expressions: + expr: key + type: string + outputColumnNames: key + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + Filter Operator + predicate: + expr: (key = '0') + type: boolean + Select Operator + expressions: + expr: value + type: string + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 5 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g3 + Filter Operator + predicate: + expr: (key = '10') + type: boolean + Select Operator + expressions: + expr: key + type: string + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 6 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g4 + Reduce Operator Tree: + Forward + Filter Operator + predicate: + expr: (VALUE._col1 = '0') + type: boolean + Group By Operator + aggregations: + expr: count(VALUE._col0) + bucketGroup: false + mode: complete + outputColumnNames: _col0 + Select Operator + expressions: + expr: _col0 + type: bigint + outputColumnNames: _col0 + Select Operator + expressions: + expr: UDFToInteger(_col0) + type: int + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g1 + Filter Operator + predicate: + expr: (VALUE._col1 = '10') + type: boolean + Group By Operator + aggregations: + expr: count(VALUE._col0) + bucketGroup: false + mode: complete + outputColumnNames: _col0 + Select Operator + expressions: + expr: _col0 + type: bigint + outputColumnNames: _col0 + Select Operator + expressions: + expr: UDFToInteger(_col0) + type: int + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 2 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g2 + + Stage: Stage-0 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g1 + + Stage: Stage-7 + Stats-Aggr Operator + + Stage: Stage-1 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g2 + + Stage: Stage-8 + Stats-Aggr Operator + + Stage: Stage-9 + Map Reduce + Alias -> Map Operator Tree: +#### A masked pattern was here #### + Reduce Output Operator + key expressions: + expr: substr(key, 1, 1) + type: string + expr: key + type: string + sort order: ++ + Map-reduce partition columns: + expr: substr(key, 1, 1) + type: string + tag: -1 + Reduce Operator Tree: + Forward + Group By Operator + aggregations: + expr: count(DISTINCT KEY._col1:0._col0) + bucketGroup: false + keys: + expr: KEY._col0 + type: string + mode: complete + outputColumnNames: _col0, _col1 + Select Operator + expressions: + expr: _col0 + type: string + expr: _col1 + type: bigint + outputColumnNames: _col0, _col1 + Select Operator + expressions: + expr: _col0 + type: string + expr: UDFToInteger(_col1) + type: int + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 3 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g5 + Group By Operator + aggregations: + expr: sum(DISTINCT KEY._col1:0._col0) + bucketGroup: false + keys: + expr: KEY._col0 + type: string + mode: complete + outputColumnNames: _col0, _col1 + Select Operator + expressions: + expr: _col0 + type: string + expr: _col1 + type: double + outputColumnNames: _col0, _col1 + Select Operator + expressions: + expr: _col0 + type: string + expr: UDFToInteger(_col1) + type: int + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 4 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g6 + + Stage: Stage-2 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g5 + + Stage: Stage-10 + Stats-Aggr Operator + + Stage: Stage-3 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g6 + + Stage: Stage-11 + Stats-Aggr Operator + + Stage: Stage-4 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g3 + + Stage: Stage-12 + Stats-Aggr Operator + + Stage: Stage-5 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g4 + + Stage: Stage-13 + Stats-Aggr Operator + + +PREHOOK: query: FROM src +INSERT OVERWRITE TABLE dest_g3 SELECT value WHERE key = '0' +INSERT OVERWRITE TABLE dest_g1 SELECT count(1) WHERE key = '0' +INSERT OVERWRITE TABLE dest_g5 SELECT substr(src.key,1,1), count(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g4 SELECT key WHERE key = '10' +INSERT OVERWRITE TABLE dest_g6 SELECT substr(src.key,1,1), sum(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g2 SELECT count(1) WHERE key = '10' +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g1 +PREHOOK: Output: default@dest_g2 +PREHOOK: Output: default@dest_g3 +PREHOOK: Output: default@dest_g4 +PREHOOK: Output: default@dest_g5 +PREHOOK: Output: default@dest_g6 +POSTHOOK: query: FROM src +INSERT OVERWRITE TABLE dest_g3 SELECT value WHERE key = '0' +INSERT OVERWRITE TABLE dest_g1 SELECT count(1) WHERE key = '0' +INSERT OVERWRITE TABLE dest_g5 SELECT substr(src.key,1,1), count(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g4 SELECT key WHERE key = '10' +INSERT OVERWRITE TABLE dest_g6 SELECT substr(src.key,1,1), sum(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g2 SELECT count(1) WHERE key = '10' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g1 +POSTHOOK: Output: default@dest_g2 +POSTHOOK: Output: default@dest_g3 +POSTHOOK: Output: default@dest_g4 +POSTHOOK: Output: default@dest_g5 +POSTHOOK: Output: default@dest_g6 +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +PREHOOK: query: SELECT * FROM dest_g1 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest_g1 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM dest_g1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest_g1 +#### A masked pattern was here #### +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +3 +PREHOOK: query: SELECT * FROM dest_g2 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest_g2 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM dest_g2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest_g2 +#### A masked pattern was here #### +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +1 +PREHOOK: query: SELECT * FROM dest_g3 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest_g3 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM dest_g3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest_g3 +#### A masked pattern was here #### +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +val_0 +val_0 +val_0 +PREHOOK: query: SELECT * FROM dest_g4 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest_g4 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM dest_g4 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest_g4 +#### A masked pattern was here #### +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +10 +PREHOOK: query: SELECT * FROM dest_g5 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest_g5 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM dest_g5 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest_g5 +#### A masked pattern was here #### +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +0 1 +1 71 +2 69 +3 62 +4 74 +5 6 +6 5 +7 6 +8 8 +9 7 +PREHOOK: query: SELECT * FROM dest_g6 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest_g6 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM dest_g6 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest_g6 +#### A masked pattern was here #### +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +0 0 +1 10044 +2 15780 +3 20119 +4 30965 +5 278 +6 331 +7 447 +8 595 +9 577 +PREHOOK: query: EXPLAIN +FROM src +INSERT OVERWRITE TABLE dest_g5 SELECT substr(src.key,1,1), count(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g3 SELECT value WHERE key = '0' +INSERT OVERWRITE TABLE dest_g1 SELECT count(1) WHERE key = '0' +INSERT OVERWRITE TABLE dest_g4 SELECT key WHERE key = '10' +INSERT OVERWRITE TABLE dest_g6 SELECT substr(src.key,1,1), sum(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g2 SELECT count(1) WHERE key = '10' +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +FROM src +INSERT OVERWRITE TABLE dest_g5 SELECT substr(src.key,1,1), count(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g3 SELECT value WHERE key = '0' +INSERT OVERWRITE TABLE dest_g1 SELECT count(1) WHERE key = '0' +INSERT OVERWRITE TABLE dest_g4 SELECT key WHERE key = '10' +INSERT OVERWRITE TABLE dest_g6 SELECT substr(src.key,1,1), sum(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g2 SELECT count(1) WHERE key = '10' +POSTHOOK: type: QUERY +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +ABSTRACT SYNTAX TREE: + (TOK_QUERY (TOK_FROM (TOK_TABREF (TOK_TABNAME src))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_g5))) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1)) (TOK_SELEXPR (TOK_FUNCTIONDI count (TOK_TABLE_OR_COL key)))) (TOK_GROUPBY (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_g3))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL value))) (TOK_WHERE (= (TOK_TABLE_OR_COL key) '0'))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_g1))) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION count 1))) (TOK_WHERE (= (TOK_TABLE_OR_COL key) '0'))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_g4))) (TOK_SELECT (TOK_SELEXPR (TOK_TABLE_OR_COL key))) (TOK_WHERE (= (TOK_TABLE_OR_COL key) '10'))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_g6))) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1)) (TOK_SELEXPR (TOK_FUNCTIONDI sum (TOK_TABLE_OR_COL key)))) (TOK_GROUPBY (TOK_FUNCTION substr (. (TOK_TABLE_OR_COL src) key) 1 1))) (TOK_INSERT (TOK_DESTINATION (TOK_TAB (TOK_TABNAME dest_g2))) (TOK_SELECT (TOK_SELEXPR (TOK_FUNCTION count 1))) (TOK_WHERE (= (TOK_TABLE_OR_COL key) '10')))) + +STAGE DEPENDENCIES: + Stage-6 is a root stage + Stage-0 depends on stages: Stage-6 + Stage-7 depends on stages: Stage-0 + Stage-1 depends on stages: Stage-6 + Stage-8 depends on stages: Stage-1 + Stage-9 depends on stages: Stage-6 + Stage-2 depends on stages: Stage-9 + Stage-10 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-9 + Stage-11 depends on stages: Stage-3 + Stage-4 depends on stages: Stage-9 + Stage-12 depends on stages: Stage-4 + Stage-5 depends on stages: Stage-9 + Stage-13 depends on stages: Stage-5 + +STAGE PLANS: + Stage: Stage-6 + Map Reduce + Alias -> Map Operator Tree: + src + TableScan + alias: src + Select Operator + expressions: + expr: key + type: string + outputColumnNames: key + Reduce Output Operator + key expressions: + expr: substr(key, 1, 1) + type: string + expr: key + type: string + sort order: ++ + Map-reduce partition columns: + expr: substr(key, 1, 1) + type: string + tag: -1 + Filter Operator + predicate: + expr: ((key = '0') or (key = '10')) + type: boolean + Select Operator + expressions: + expr: key + type: string + outputColumnNames: key + File Output Operator + compressed: false + GlobalTableId: 0 + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + Filter Operator + predicate: + expr: (key = '0') + type: boolean + Select Operator + expressions: + expr: value + type: string + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 5 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g3 + Filter Operator + predicate: + expr: (key = '10') + type: boolean + Select Operator + expressions: + expr: key + type: string + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 6 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g4 + Reduce Operator Tree: + Forward + Group By Operator + aggregations: + expr: count(DISTINCT KEY._col1:0._col0) + bucketGroup: false + keys: + expr: KEY._col0 + type: string + mode: complete + outputColumnNames: _col0, _col1 + Select Operator + expressions: + expr: _col0 + type: string + expr: _col1 + type: bigint + outputColumnNames: _col0, _col1 + Select Operator + expressions: + expr: _col0 + type: string + expr: UDFToInteger(_col1) + type: int + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 1 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g5 + Group By Operator + aggregations: + expr: sum(DISTINCT KEY._col1:0._col0) + bucketGroup: false + keys: + expr: KEY._col0 + type: string + mode: complete + outputColumnNames: _col0, _col1 + Select Operator + expressions: + expr: _col0 + type: string + expr: _col1 + type: double + outputColumnNames: _col0, _col1 + Select Operator + expressions: + expr: _col0 + type: string + expr: UDFToInteger(_col1) + type: int + outputColumnNames: _col0, _col1 + File Output Operator + compressed: false + GlobalTableId: 2 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g6 + + Stage: Stage-0 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g5 + + Stage: Stage-7 + Stats-Aggr Operator + + Stage: Stage-1 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g6 + + Stage: Stage-8 + Stats-Aggr Operator + + Stage: Stage-9 + Map Reduce + Alias -> Map Operator Tree: +#### A masked pattern was here #### + Reduce Output Operator + sort order: + tag: -1 + value expressions: + expr: 1 + type: int + expr: key + type: string + Reduce Operator Tree: + Forward + Filter Operator + predicate: + expr: (VALUE._col1 = '0') + type: boolean + Group By Operator + aggregations: + expr: count(VALUE._col0) + bucketGroup: false + mode: complete + outputColumnNames: _col0 + Select Operator + expressions: + expr: _col0 + type: bigint + outputColumnNames: _col0 + Select Operator + expressions: + expr: UDFToInteger(_col0) + type: int + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 3 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g1 + Filter Operator + predicate: + expr: (VALUE._col1 = '10') + type: boolean + Group By Operator + aggregations: + expr: count(VALUE._col0) + bucketGroup: false + mode: complete + outputColumnNames: _col0 + Select Operator + expressions: + expr: _col0 + type: bigint + outputColumnNames: _col0 + Select Operator + expressions: + expr: UDFToInteger(_col0) + type: int + outputColumnNames: _col0 + File Output Operator + compressed: false + GlobalTableId: 4 + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g2 + + Stage: Stage-2 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g1 + + Stage: Stage-10 + Stats-Aggr Operator + + Stage: Stage-3 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g2 + + Stage: Stage-11 + Stats-Aggr Operator + + Stage: Stage-4 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g3 + + Stage: Stage-12 + Stats-Aggr Operator + + Stage: Stage-5 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.dest_g4 + + Stage: Stage-13 + Stats-Aggr Operator + + +PREHOOK: query: FROM src +INSERT OVERWRITE TABLE dest_g5 SELECT substr(src.key,1,1), count(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g3 SELECT value WHERE key = '0' +INSERT OVERWRITE TABLE dest_g1 SELECT count(1) WHERE key = '0' +INSERT OVERWRITE TABLE dest_g4 SELECT key WHERE key = '10' +INSERT OVERWRITE TABLE dest_g6 SELECT substr(src.key,1,1), sum(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g2 SELECT count(1) WHERE key = '10' +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@dest_g1 +PREHOOK: Output: default@dest_g2 +PREHOOK: Output: default@dest_g3 +PREHOOK: Output: default@dest_g4 +PREHOOK: Output: default@dest_g5 +PREHOOK: Output: default@dest_g6 +POSTHOOK: query: FROM src +INSERT OVERWRITE TABLE dest_g5 SELECT substr(src.key,1,1), count(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g3 SELECT value WHERE key = '0' +INSERT OVERWRITE TABLE dest_g1 SELECT count(1) WHERE key = '0' +INSERT OVERWRITE TABLE dest_g4 SELECT key WHERE key = '10' +INSERT OVERWRITE TABLE dest_g6 SELECT substr(src.key,1,1), sum(distinct key) GROUP BY substr(src.key,1,1) +INSERT OVERWRITE TABLE dest_g2 SELECT count(1) WHERE key = '10' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@dest_g1 +POSTHOOK: Output: default@dest_g2 +POSTHOOK: Output: default@dest_g3 +POSTHOOK: Output: default@dest_g4 +POSTHOOK: Output: default@dest_g5 +POSTHOOK: Output: default@dest_g6 +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +PREHOOK: query: SELECT * FROM dest_g1 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest_g1 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM dest_g1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest_g1 +#### A masked pattern was here #### +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +3 +PREHOOK: query: SELECT * FROM dest_g2 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest_g2 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM dest_g2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest_g2 +#### A masked pattern was here #### +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +1 +PREHOOK: query: SELECT * FROM dest_g3 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest_g3 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM dest_g3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest_g3 +#### A masked pattern was here #### +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +val_0 +val_0 +val_0 +PREHOOK: query: SELECT * FROM dest_g4 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest_g4 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM dest_g4 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest_g4 +#### A masked pattern was here #### +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +10 +PREHOOK: query: SELECT * FROM dest_g5 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest_g5 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM dest_g5 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest_g5 +#### A masked pattern was here #### +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +0 1 +1 71 +2 69 +3 62 +4 74 +5 6 +6 5 +7 6 +8 8 +9 7 +PREHOOK: query: SELECT * FROM dest_g6 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest_g6 +#### A masked pattern was here #### +POSTHOOK: query: SELECT * FROM dest_g6 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest_g6 +#### A masked pattern was here #### +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +0 0 +1 10044 +2 15780 +3 20119 +4 30965 +5 278 +6 331 +7 447 +8 595 +9 577 +PREHOOK: query: DROP TABLE dest_g1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@dest_g1 +PREHOOK: Output: default@dest_g1 +POSTHOOK: query: DROP TABLE dest_g1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@dest_g1 +POSTHOOK: Output: default@dest_g1 +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +PREHOOK: query: DROP TABLE dest_g2 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@dest_g2 +PREHOOK: Output: default@dest_g2 +POSTHOOK: query: DROP TABLE dest_g2 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@dest_g2 +POSTHOOK: Output: default@dest_g2 +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +PREHOOK: query: DROP TABLE dest_g3 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@dest_g3 +PREHOOK: Output: default@dest_g3 +POSTHOOK: query: DROP TABLE dest_g3 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@dest_g3 +POSTHOOK: Output: default@dest_g3 +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +PREHOOK: query: DROP TABLE dest_g4 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@dest_g4 +PREHOOK: Output: default@dest_g4 +POSTHOOK: query: DROP TABLE dest_g4 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@dest_g4 +POSTHOOK: Output: default@dest_g4 +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +PREHOOK: query: DROP TABLE dest_g5 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@dest_g5 +PREHOOK: Output: default@dest_g5 +POSTHOOK: query: DROP TABLE dest_g5 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@dest_g5 +POSTHOOK: Output: default@dest_g5 +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +PREHOOK: query: DROP TABLE dest_g6 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@dest_g6 +PREHOOK: Output: default@dest_g6 +POSTHOOK: query: DROP TABLE dest_g6 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@dest_g6 +POSTHOOK: Output: default@dest_g6 +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g1.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g2.c1 EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g3.c1 SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g4.c1 SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g5.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c1 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dest_g6.c2 EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ]