diff --git a/accumulo-handler/src/test/results/positive/accumulo_index.q.out b/accumulo-handler/src/test/results/positive/accumulo_index.q.out index 5cb3d735fc..a7c66a7696 100644 --- a/accumulo-handler/src/test/results/positive/accumulo_index.q.out +++ b/accumulo-handler/src/test/results/positive/accumulo_index.q.out @@ -56,11 +56,13 @@ PREHOOK: query: insert into accumulo_index_test values( "row1", true, 55, 107, 5 4.5, 0.8, 1232223, "2001-10-10", "123 main street", "555-555-5555", "2016-02-22 12:45:07.000000000") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@accumulo_index_test POSTHOOK: query: insert into accumulo_index_test values( "row1", true, 55, 107, 555555, 1223232332, 4.5, 0.8, 1232223, "2001-10-10", "123 main street", "555-555-5555", "2016-02-22 12:45:07.000000000") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@accumulo_index_test PREHOOK: query: select * from accumulo_index_test where active = 'true' PREHOOK: type: QUERY diff --git a/hbase-handler/src/test/results/positive/hbase_binary_binary.q.out b/hbase-handler/src/test/results/positive/hbase_binary_binary.q.out index 0e35cc3f3a..e04227fbd2 100644 --- a/hbase-handler/src/test/results/positive/hbase_binary_binary.q.out +++ b/hbase-handler/src/test/results/positive/hbase_binary_binary.q.out @@ -20,15 +20,19 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@testhbaseb PREHOOK: query: insert into table testhbaseb values(1, 'hello') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@testhbaseb POSTHOOK: query: insert into table testhbaseb values(1, 'hello') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@testhbaseb PREHOOK: query: insert into table testhbaseb values(2, 'hi') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@testhbaseb POSTHOOK: query: insert into table testhbaseb values(2, 'hi') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@testhbaseb PREHOOK: query: select * from testhbaseb PREHOOK: type: QUERY diff --git a/hbase-handler/src/test/results/positive/hbase_decimal_decimal.q.out b/hbase-handler/src/test/results/positive/hbase_decimal_decimal.q.out index f719e9590e..6bd4f7386c 100644 --- a/hbase-handler/src/test/results/positive/hbase_decimal_decimal.q.out +++ b/hbase-handler/src/test/results/positive/hbase_decimal_decimal.q.out @@ -22,9 +22,11 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@testhbase_decimal PREHOOK: query: insert into testhbase_decimal values (1,1), (2, 2.2), (3, 33.33) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@testhbase_decimal POSTHOOK: query: insert into testhbase_decimal values (1,1), (2, 2.2), (3, 33.33) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@testhbase_decimal PREHOOK: query: select * from testhbase_decimal PREHOOK: type: QUERY diff --git a/hbase-handler/src/test/results/positive/hbase_tablename_property.q.out b/hbase-handler/src/test/results/positive/hbase_tablename_property.q.out index c5c44569a3..234f34af2d 100644 --- a/hbase-handler/src/test/results/positive/hbase_tablename_property.q.out +++ b/hbase-handler/src/test/results/positive/hbase_tablename_property.q.out @@ -18,9 +18,11 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@hbase_table_1 PREHOOK: query: INSERT INTO hbase_table_1 VALUES(1, 'value1') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@hbase_table_1 POSTHOOK: query: INSERT INTO hbase_table_1 VALUES(1, 'value1') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@hbase_table_1 PREHOOK: query: CREATE EXTERNAL TABLE hbase_table_2(key int comment 'It is a column key', value string comment 'It is the column string value') STORED BY 'org.apache.hadoop.hive.hbase.HBaseStorageHandler' diff --git a/itests/hive-blobstore/src/test/results/clientpositive/insert_into_dynamic_partitions.q.out b/itests/hive-blobstore/src/test/results/clientpositive/insert_into_dynamic_partitions.q.out index ebf2daa955..caa00292b8 100644 --- a/itests/hive-blobstore/src/test/results/clientpositive/insert_into_dynamic_partitions.q.out +++ b/itests/hive-blobstore/src/test/results/clientpositive/insert_into_dynamic_partitions.q.out @@ -14,34 +14,38 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table1 PREHOOK: query: INSERT INTO TABLE table1 PARTITION (key) VALUES (1, '101'), (2, '202'), (3, '303'), (4, '404'), (5, '505') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table1 POSTHOOK: query: INSERT INTO TABLE table1 PARTITION (key) VALUES (1, '101'), (2, '202'), (3, '303'), (4, '404'), (5, '505') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table1@key=101 POSTHOOK: Output: default@table1@key=202 POSTHOOK: Output: default@table1@key=303 POSTHOOK: Output: default@table1@key=404 POSTHOOK: Output: default@table1@key=505 -POSTHOOK: Lineage: table1 PARTITION(key=101).id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1 PARTITION(key=202).id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1 PARTITION(key=303).id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1 PARTITION(key=404).id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1 PARTITION(key=505).id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table1 PARTITION(key=101).id SCRIPT [] +POSTHOOK: Lineage: table1 PARTITION(key=202).id SCRIPT [] +POSTHOOK: Lineage: table1 PARTITION(key=303).id SCRIPT [] +POSTHOOK: Lineage: table1 PARTITION(key=404).id SCRIPT [] +POSTHOOK: Lineage: table1 PARTITION(key=505).id SCRIPT [] PREHOOK: query: INSERT INTO TABLE table1 PARTITION (key) VALUES (1, '101'), (2, '202'), (3, '303'), (4, '404'), (5, '505') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table1 POSTHOOK: query: INSERT INTO TABLE table1 PARTITION (key) VALUES (1, '101'), (2, '202'), (3, '303'), (4, '404'), (5, '505') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table1@key=101 POSTHOOK: Output: default@table1@key=202 POSTHOOK: Output: default@table1@key=303 POSTHOOK: Output: default@table1@key=404 POSTHOOK: Output: default@table1@key=505 -POSTHOOK: Lineage: table1 PARTITION(key=101).id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1 PARTITION(key=202).id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1 PARTITION(key=303).id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1 PARTITION(key=404).id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1 PARTITION(key=505).id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table1 PARTITION(key=101).id SCRIPT [] +POSTHOOK: Lineage: table1 PARTITION(key=202).id SCRIPT [] +POSTHOOK: Lineage: table1 PARTITION(key=303).id SCRIPT [] +POSTHOOK: Lineage: table1 PARTITION(key=404).id SCRIPT [] +POSTHOOK: Lineage: table1 PARTITION(key=505).id SCRIPT [] PREHOOK: query: SELECT * FROM table1 PREHOOK: type: QUERY PREHOOK: Input: default@table1 @@ -84,59 +88,67 @@ STAGE PLANS: Map Reduce Map Operator Tree: TableScan - alias: values__tmp__table__3 - Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator - expressions: UDFToInteger(tmp_values_col1) (type: int), tmp_values_col2 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col1 (type: string), '_bucket_number' (type: string) - null sort order: aa - sort order: ++ - Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: int) - auto parallelism: false + expressions: array(const struct(1,'101'),const struct(2,'202'),const struct(3,'303'),const struct(4,'404'),const struct(5,'505')) (type: array>) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + UDTF Operator + Statistics: Num rows: 1 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + function name: inline + Select Operator + expressions: col1 (type: int), col2 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: string), '_bucket_number' (type: string) + null sort order: aa + sort order: ++ + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + tag: -1 + value expressions: _col0 (type: int) + auto parallelism: false Path -> Alias: #### A masked pattern was here #### Path -> Partition: #### A masked pattern was here #### Partition - base file name: Values__Tmp__Table__3 - input format: org.apache.hadoop.mapred.TextInputFormat + base file name: dummy_path + input format: org.apache.hadoop.hive.ql.io.NullRowsInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: bucket_count -1 column.name.delimiter , - columns tmp_values_col1,tmp_values_col2 + columns columns.comments - columns.types string:string + columns.types #### A masked pattern was here #### - name default.values__tmp__table__3 - serialization.ddl struct values__tmp__table__3 { string tmp_values_col1, string tmp_values_col2} + name _dummy_database._dummy_table + serialization.ddl struct _dummy_table { } serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + serde: org.apache.hadoop.hive.serde2.NullStructSerDe - input format: org.apache.hadoop.mapred.TextInputFormat + input format: org.apache.hadoop.hive.ql.io.NullRowsInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: bucket_count -1 column.name.delimiter , - columns tmp_values_col1,tmp_values_col2 + columns columns.comments - columns.types string:string + columns.types #### A masked pattern was here #### - name default.values__tmp__table__3 - serialization.ddl struct values__tmp__table__3 { string tmp_values_col1, string tmp_values_col2} + name _dummy_database._dummy_table + serialization.ddl struct _dummy_table { } serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.values__tmp__table__3 - name: default.values__tmp__table__3 + serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + serde: org.apache.hadoop.hive.serde2.NullStructSerDe + name: _dummy_database._dummy_table + name: _dummy_database._dummy_table Truncated Path -> Alias: #### A masked pattern was here #### Needs Tagging: false @@ -144,14 +156,14 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: int), KEY._col1 (type: string), KEY.'_bucket_number' (type: string) outputColumnNames: _col0, _col1, '_bucket_number' - Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 98 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 1 directory: ### BLOBSTORE_STAGING_PATH ### Dp Sort State: PARTITION_BUCKET_SORTED NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 98 Basic stats: COMPLETE Column stats: COMPLETE Stats Publishing Key Prefix: ### BLOBSTORE_STAGING_PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -235,28 +247,34 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table1 PREHOOK: query: INSERT INTO table1 PARTITION (country='USA', state='CA') values ('John Doe', 23), ('Jane Doe', 22) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table1@country=USA/state=CA POSTHOOK: query: INSERT INTO table1 PARTITION (country='USA', state='CA') values ('John Doe', 23), ('Jane Doe', 22) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table1@country=USA/state=CA -POSTHOOK: Lineage: table1 PARTITION(country=USA,state=CA).age EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1 PARTITION(country=USA,state=CA).name SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table1 PARTITION(country=USA,state=CA).age SCRIPT [] +POSTHOOK: Lineage: table1 PARTITION(country=USA,state=CA).name SCRIPT [] PREHOOK: query: INSERT INTO table1 PARTITION (country='USA', state='CA') values ('Mark Cage', 38), ('Mirna Cage', 37) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table1@country=USA/state=CA POSTHOOK: query: INSERT INTO table1 PARTITION (country='USA', state='CA') values ('Mark Cage', 38), ('Mirna Cage', 37) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table1@country=USA/state=CA -POSTHOOK: Lineage: table1 PARTITION(country=USA,state=CA).age EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1 PARTITION(country=USA,state=CA).name SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table1 PARTITION(country=USA,state=CA).age SCRIPT [] +POSTHOOK: Lineage: table1 PARTITION(country=USA,state=CA).name SCRIPT [] PREHOOK: query: INSERT INTO table1 PARTITION (country='USA', state='TX') values ('Bill Rose', 52), ('Maria Full', 50) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table1@country=USA/state=TX POSTHOOK: query: INSERT INTO table1 PARTITION (country='USA', state='TX') values ('Bill Rose', 52), ('Maria Full', 50) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table1@country=USA/state=TX -POSTHOOK: Lineage: table1 PARTITION(country=USA,state=TX).age EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1 PARTITION(country=USA,state=TX).name SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table1 PARTITION(country=USA,state=TX).age SCRIPT [] +POSTHOOK: Lineage: table1 PARTITION(country=USA,state=TX).name SCRIPT [] #### A masked pattern was here #### PREHOOK: type: CREATETABLE PREHOOK: Input: ### test.blobstore.path ###/table2 @@ -286,12 +304,14 @@ POSTHOOK: Lineage: table2 PARTITION(country=USA,state=TX).age SIMPLE [(table1)ta POSTHOOK: Lineage: table2 PARTITION(country=USA,state=TX).name SIMPLE [(table1)table1.FieldSchema(name:name, type:string, comment:null), ] PREHOOK: query: INSERT INTO TABLE table2 PARTITION (country='MEX', state) VALUES ('Peter Mo', 87, 'SON') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table2@country=MEX POSTHOOK: query: INSERT INTO TABLE table2 PARTITION (country='MEX', state) VALUES ('Peter Mo', 87, 'SON') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table2@country=MEX/state=SON -POSTHOOK: Lineage: table2 PARTITION(country=MEX,state=SON).age EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table2 PARTITION(country=MEX,state=SON).name SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table2 PARTITION(country=MEX,state=SON).age SCRIPT [] +POSTHOOK: Lineage: table2 PARTITION(country=MEX,state=SON).name SCRIPT [] PREHOOK: query: SHOW PARTITIONS table2 PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@table2 diff --git a/itests/hive-blobstore/src/test/results/clientpositive/insert_into_table.q.out b/itests/hive-blobstore/src/test/results/clientpositive/insert_into_table.q.out index 40d2571978..ab8ad77074 100644 --- a/itests/hive-blobstore/src/test/results/clientpositive/insert_into_table.q.out +++ b/itests/hive-blobstore/src/test/results/clientpositive/insert_into_table.q.out @@ -14,18 +14,22 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table1 PREHOOK: query: INSERT INTO TABLE table1 VALUES (1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table1 POSTHOOK: query: INSERT INTO TABLE table1 VALUES (1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table1.id SCRIPT [] PREHOOK: query: INSERT INTO TABLE table1 VALUES (2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table1 POSTHOOK: query: INSERT INTO TABLE table1 VALUES (2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table1.id SCRIPT [] PREHOOK: query: SELECT * FROM table1 PREHOOK: type: QUERY PREHOOK: Input: default@table1 @@ -55,99 +59,107 @@ STAGE PLANS: Map Reduce Map Operator Tree: TableScan - alias: values__tmp__table__3 - Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator - expressions: UDFToInteger(tmp_values_col1) (type: int) + expressions: array(const struct(1)) (type: array>) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - GlobalTableId: 1 - directory: ### BLOBSTORE_STAGING_PATH ### - NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE - Stats Publishing Key Prefix: ### BLOBSTORE_STAGING_PATH ### - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"id":"true"}} - bucket_count -1 - column.name.delimiter , - columns id - columns.comments - columns.types int + Statistics: Num rows: 1 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + UDTF Operator + Statistics: Num rows: 1 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + function name: inline + Select Operator + expressions: col1 (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + GlobalTableId: 1 + directory: ### BLOBSTORE_STAGING_PATH ### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Stats Publishing Key Prefix: ### BLOBSTORE_STAGING_PATH ### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"id":"true"}} + bucket_count -1 + column.name.delimiter , + columns id + columns.comments + columns.types int #### A masked pattern was here #### - location ### test.blobstore.path ###/table1 - name default.table1 - numFiles 2 - numRows 2 - rawDataSize 2 - serialization.ddl struct table1 { i32 id} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 4 + location ### test.blobstore.path ###/table1 + name default.table1 + numFiles 2 + numRows 2 + rawDataSize 2 + serialization.ddl struct table1 { i32 id} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 4 #### A masked pattern was here #### - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.table1 - TotalFiles: 1 - GatherStats: true - MultiFileSpray: false - Select Operator - expressions: _col0 (type: int) - outputColumnNames: id - Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: compute_stats(id, 'hll') - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 424 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 424 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: struct) - auto parallelism: false + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.table1 + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false + Select Operator + expressions: _col0 (type: int) + outputColumnNames: id + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: compute_stats(id, 'hll') + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 424 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 424 Basic stats: COMPLETE Column stats: COMPLETE + tag: -1 + value expressions: _col0 (type: struct) + auto parallelism: false Path -> Alias: #### A masked pattern was here #### Path -> Partition: #### A masked pattern was here #### Partition - base file name: Values__Tmp__Table__3 - input format: org.apache.hadoop.mapred.TextInputFormat + base file name: dummy_path + input format: org.apache.hadoop.hive.ql.io.NullRowsInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: bucket_count -1 column.name.delimiter , - columns tmp_values_col1 + columns columns.comments - columns.types string + columns.types #### A masked pattern was here #### - name default.values__tmp__table__3 - serialization.ddl struct values__tmp__table__3 { string tmp_values_col1} + name _dummy_database._dummy_table + serialization.ddl struct _dummy_table { } serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + serde: org.apache.hadoop.hive.serde2.NullStructSerDe - input format: org.apache.hadoop.mapred.TextInputFormat + input format: org.apache.hadoop.hive.ql.io.NullRowsInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: bucket_count -1 column.name.delimiter , - columns tmp_values_col1 + columns columns.comments - columns.types string + columns.types #### A masked pattern was here #### - name default.values__tmp__table__3 - serialization.ddl struct values__tmp__table__3 { string tmp_values_col1} + name _dummy_database._dummy_table + serialization.ddl struct _dummy_table { } serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.values__tmp__table__3 - name: default.values__tmp__table__3 + serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + serde: org.apache.hadoop.hive.serde2.NullStructSerDe + name: _dummy_database._dummy_table + name: _dummy_database._dummy_table Truncated Path -> Alias: #### A masked pattern was here #### Needs Tagging: false @@ -156,13 +168,13 @@ STAGE PLANS: aggregations: compute_stats(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat diff --git a/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_directory.q.out b/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_directory.q.out index 17db9dbd44..2b28a6677e 100644 --- a/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_directory.q.out +++ b/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_directory.q.out @@ -12,20 +12,24 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table1 PREHOOK: query: INSERT INTO TABLE table1 VALUES (1, 'k1') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table1 POSTHOOK: query: INSERT INTO TABLE table1 VALUES (1, 'k1') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.key SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table1.id SCRIPT [] +POSTHOOK: Lineage: table1.key SCRIPT [] PREHOOK: query: INSERT INTO TABLE table1 VALUES (2, 'k2') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table1 POSTHOOK: query: INSERT INTO TABLE table1 VALUES (2, 'k2') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.key SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table1.id SCRIPT [] +POSTHOOK: Lineage: table1.key SCRIPT [] PREHOOK: query: INSERT OVERWRITE DIRECTORY '### test.blobstore.path ###/table1.dir/' SELECT * FROM table1 PREHOOK: type: QUERY PREHOOK: Input: default@table1 diff --git a/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_dynamic_partitions.q.out b/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_dynamic_partitions.q.out index 5cf69d8ec9..cdb67dd786 100644 --- a/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_dynamic_partitions.q.out +++ b/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_dynamic_partitions.q.out @@ -14,19 +14,21 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table1 PREHOOK: query: INSERT OVERWRITE TABLE table1 PARTITION (key) VALUES (1, '101'), (2, '202'), (3, '303'), (4, '404'), (5, '505') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table1 POSTHOOK: query: INSERT OVERWRITE TABLE table1 PARTITION (key) VALUES (1, '101'), (2, '202'), (3, '303'), (4, '404'), (5, '505') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table1@key=101 POSTHOOK: Output: default@table1@key=202 POSTHOOK: Output: default@table1@key=303 POSTHOOK: Output: default@table1@key=404 POSTHOOK: Output: default@table1@key=505 -POSTHOOK: Lineage: table1 PARTITION(key=101).id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1 PARTITION(key=202).id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1 PARTITION(key=303).id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1 PARTITION(key=404).id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1 PARTITION(key=505).id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table1 PARTITION(key=101).id SCRIPT [] +POSTHOOK: Lineage: table1 PARTITION(key=202).id SCRIPT [] +POSTHOOK: Lineage: table1 PARTITION(key=303).id SCRIPT [] +POSTHOOK: Lineage: table1 PARTITION(key=404).id SCRIPT [] +POSTHOOK: Lineage: table1 PARTITION(key=505).id SCRIPT [] PREHOOK: query: SELECT * FROM table1 PREHOOK: type: QUERY PREHOOK: Input: default@table1 @@ -52,19 +54,21 @@ POSTHOOK: Input: default@table1@key=505 5 505 PREHOOK: query: INSERT OVERWRITE TABLE table1 PARTITION (key) VALUES (1, '101'), (2, '202'), (3, '303'), (4, '404'), (5, '505') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table1 POSTHOOK: query: INSERT OVERWRITE TABLE table1 PARTITION (key) VALUES (1, '101'), (2, '202'), (3, '303'), (4, '404'), (5, '505') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table1@key=101 POSTHOOK: Output: default@table1@key=202 POSTHOOK: Output: default@table1@key=303 POSTHOOK: Output: default@table1@key=404 POSTHOOK: Output: default@table1@key=505 -POSTHOOK: Lineage: table1 PARTITION(key=101).id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1 PARTITION(key=202).id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1 PARTITION(key=303).id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1 PARTITION(key=404).id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1 PARTITION(key=505).id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table1 PARTITION(key=101).id SCRIPT [] +POSTHOOK: Lineage: table1 PARTITION(key=202).id SCRIPT [] +POSTHOOK: Lineage: table1 PARTITION(key=303).id SCRIPT [] +POSTHOOK: Lineage: table1 PARTITION(key=404).id SCRIPT [] +POSTHOOK: Lineage: table1 PARTITION(key=505).id SCRIPT [] PREHOOK: query: SELECT * FROM table1 PREHOOK: type: QUERY PREHOOK: Input: default@table1 @@ -102,59 +106,67 @@ STAGE PLANS: Map Reduce Map Operator Tree: TableScan - alias: values__tmp__table__3 - Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator - expressions: UDFToInteger(tmp_values_col1) (type: int), tmp_values_col2 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col1 (type: string), '_bucket_number' (type: string) - null sort order: aa - sort order: ++ - Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: int) - auto parallelism: false + expressions: array(const struct(1,'101'),const struct(2,'202'),const struct(3,'303'),const struct(4,'404'),const struct(5,'505')) (type: array>) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + UDTF Operator + Statistics: Num rows: 1 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + function name: inline + Select Operator + expressions: col1 (type: int), col2 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: string), '_bucket_number' (type: string) + null sort order: aa + sort order: ++ + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + tag: -1 + value expressions: _col0 (type: int) + auto parallelism: false Path -> Alias: #### A masked pattern was here #### Path -> Partition: #### A masked pattern was here #### Partition - base file name: Values__Tmp__Table__3 - input format: org.apache.hadoop.mapred.TextInputFormat + base file name: dummy_path + input format: org.apache.hadoop.hive.ql.io.NullRowsInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: bucket_count -1 column.name.delimiter , - columns tmp_values_col1,tmp_values_col2 + columns columns.comments - columns.types string:string + columns.types #### A masked pattern was here #### - name default.values__tmp__table__3 - serialization.ddl struct values__tmp__table__3 { string tmp_values_col1, string tmp_values_col2} + name _dummy_database._dummy_table + serialization.ddl struct _dummy_table { } serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + serde: org.apache.hadoop.hive.serde2.NullStructSerDe - input format: org.apache.hadoop.mapred.TextInputFormat + input format: org.apache.hadoop.hive.ql.io.NullRowsInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: bucket_count -1 column.name.delimiter , - columns tmp_values_col1,tmp_values_col2 + columns columns.comments - columns.types string:string + columns.types #### A masked pattern was here #### - name default.values__tmp__table__3 - serialization.ddl struct values__tmp__table__3 { string tmp_values_col1, string tmp_values_col2} + name _dummy_database._dummy_table + serialization.ddl struct _dummy_table { } serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.values__tmp__table__3 - name: default.values__tmp__table__3 + serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + serde: org.apache.hadoop.hive.serde2.NullStructSerDe + name: _dummy_database._dummy_table + name: _dummy_database._dummy_table Truncated Path -> Alias: #### A masked pattern was here #### Needs Tagging: false @@ -162,14 +174,14 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: int), KEY._col1 (type: string), KEY.'_bucket_number' (type: string) outputColumnNames: _col0, _col1, '_bucket_number' - Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 98 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 1 directory: ### BLOBSTORE_STAGING_PATH ### Dp Sort State: PARTITION_BUCKET_SORTED NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 98 Basic stats: COMPLETE Column stats: COMPLETE Stats Publishing Key Prefix: ### BLOBSTORE_STAGING_PATH ### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -253,28 +265,34 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table1 PREHOOK: query: INSERT INTO table1 PARTITION (country='USA', state='CA') values ('John Doe', 23), ('Jane Doe', 22) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table1@country=USA/state=CA POSTHOOK: query: INSERT INTO table1 PARTITION (country='USA', state='CA') values ('John Doe', 23), ('Jane Doe', 22) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table1@country=USA/state=CA -POSTHOOK: Lineage: table1 PARTITION(country=USA,state=CA).age EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1 PARTITION(country=USA,state=CA).name SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table1 PARTITION(country=USA,state=CA).age SCRIPT [] +POSTHOOK: Lineage: table1 PARTITION(country=USA,state=CA).name SCRIPT [] PREHOOK: query: INSERT INTO table1 PARTITION (country='USA', state='CA') values ('Mark Cage', 38), ('Mirna Cage', 37) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table1@country=USA/state=CA POSTHOOK: query: INSERT INTO table1 PARTITION (country='USA', state='CA') values ('Mark Cage', 38), ('Mirna Cage', 37) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table1@country=USA/state=CA -POSTHOOK: Lineage: table1 PARTITION(country=USA,state=CA).age EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1 PARTITION(country=USA,state=CA).name SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table1 PARTITION(country=USA,state=CA).age SCRIPT [] +POSTHOOK: Lineage: table1 PARTITION(country=USA,state=CA).name SCRIPT [] PREHOOK: query: INSERT INTO table1 PARTITION (country='USA', state='TX') values ('Bill Rose', 52), ('Maria Full', 50) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table1@country=USA/state=TX POSTHOOK: query: INSERT INTO table1 PARTITION (country='USA', state='TX') values ('Bill Rose', 52), ('Maria Full', 50) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table1@country=USA/state=TX -POSTHOOK: Lineage: table1 PARTITION(country=USA,state=TX).age EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1 PARTITION(country=USA,state=TX).name SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table1 PARTITION(country=USA,state=TX).age SCRIPT [] +POSTHOOK: Lineage: table1 PARTITION(country=USA,state=TX).name SCRIPT [] #### A masked pattern was here #### PREHOOK: type: CREATETABLE PREHOOK: Input: ### test.blobstore.path ###/table2 @@ -368,12 +386,14 @@ Maria Full 50 USA TX Bill Rose 52 USA TX PREHOOK: query: INSERT OVERWRITE TABLE table2 PARTITION (country='MEX', state) VALUES ('Peter Mo', 87, 'SON') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table2@country=MEX POSTHOOK: query: INSERT OVERWRITE TABLE table2 PARTITION (country='MEX', state) VALUES ('Peter Mo', 87, 'SON') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table2@country=MEX/state=SON -POSTHOOK: Lineage: table2 PARTITION(country=MEX,state=SON).age EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table2 PARTITION(country=MEX,state=SON).name SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table2 PARTITION(country=MEX,state=SON).age SCRIPT [] +POSTHOOK: Lineage: table2 PARTITION(country=MEX,state=SON).name SCRIPT [] PREHOOK: query: SHOW PARTITIONS table2 PREHOOK: type: SHOWPARTITIONS PREHOOK: Input: default@table2 diff --git a/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_dynamic_partitions_merge_move.q.out b/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_dynamic_partitions_merge_move.q.out index bfebad6a9a..a7c7bb9cc3 100644 --- a/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_dynamic_partitions_merge_move.q.out +++ b/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_dynamic_partitions_merge_move.q.out @@ -8,14 +8,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tmp_table_merge_move PREHOOK: query: INSERT INTO tmp_table_merge_move values ('u1','name1','2017-04-10',10000), ('u2','name2','2017-04-10',10000), ('u3','name3','2017-04-10',10000), ('u4','name4','2017-04-10',10001), ('u5','name5','2017-04-10',10002) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tmp_table_merge_move POSTHOOK: query: INSERT INTO tmp_table_merge_move values ('u1','name1','2017-04-10',10000), ('u2','name2','2017-04-10',10000), ('u3','name3','2017-04-10',10000), ('u4','name4','2017-04-10',10001), ('u5','name5','2017-04-10',10002) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tmp_table_merge_move -POSTHOOK: Lineage: tmp_table_merge_move.dt SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: tmp_table_merge_move.id SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tmp_table_merge_move.name SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: tmp_table_merge_move.pid EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: tmp_table_merge_move.dt SCRIPT [] +POSTHOOK: Lineage: tmp_table_merge_move.id SCRIPT [] +POSTHOOK: Lineage: tmp_table_merge_move.name SCRIPT [] +POSTHOOK: Lineage: tmp_table_merge_move.pid SCRIPT [] #### A masked pattern was here #### PREHOOK: type: CREATETABLE PREHOOK: Input: ### test.blobstore.path ###/s3_table_merge_move diff --git a/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_dynamic_partitions_merge_only.q.out b/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_dynamic_partitions_merge_only.q.out index 1bffae3982..09b74bbb7d 100644 --- a/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_dynamic_partitions_merge_only.q.out +++ b/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_dynamic_partitions_merge_only.q.out @@ -8,14 +8,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tmp_table_merge PREHOOK: query: INSERT INTO tmp_table_merge values ('u1','name1','2017-04-10',10000), ('u2','name2','2017-04-10',10000), ('u3','name3','2017-04-10',10000), ('u4','name4','2017-04-10',10001), ('u5','name5','2017-04-10',10001) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tmp_table_merge POSTHOOK: query: INSERT INTO tmp_table_merge values ('u1','name1','2017-04-10',10000), ('u2','name2','2017-04-10',10000), ('u3','name3','2017-04-10',10000), ('u4','name4','2017-04-10',10001), ('u5','name5','2017-04-10',10001) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tmp_table_merge -POSTHOOK: Lineage: tmp_table_merge.dt SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: tmp_table_merge.id SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tmp_table_merge.name SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: tmp_table_merge.pid EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: tmp_table_merge.dt SCRIPT [] +POSTHOOK: Lineage: tmp_table_merge.id SCRIPT [] +POSTHOOK: Lineage: tmp_table_merge.name SCRIPT [] +POSTHOOK: Lineage: tmp_table_merge.pid SCRIPT [] #### A masked pattern was here #### PREHOOK: type: CREATETABLE PREHOOK: Input: ### test.blobstore.path ###/s3_table_merge diff --git a/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_dynamic_partitions_move_only.q.out b/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_dynamic_partitions_move_only.q.out index cc1d018596..b60b0a9e6b 100644 --- a/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_dynamic_partitions_move_only.q.out +++ b/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_dynamic_partitions_move_only.q.out @@ -8,14 +8,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tmp_table_move PREHOOK: query: INSERT INTO tmp_table_move values ('u1','name1','2017-04-10',10000), ('u2','name2','2017-04-10',10001), ('u3','name3','2017-04-10',10002), ('u4','name4','2017-04-12',10001), ('u5','name5','2017-04-12',10002) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tmp_table_move POSTHOOK: query: INSERT INTO tmp_table_move values ('u1','name1','2017-04-10',10000), ('u2','name2','2017-04-10',10001), ('u3','name3','2017-04-10',10002), ('u4','name4','2017-04-12',10001), ('u5','name5','2017-04-12',10002) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tmp_table_move -POSTHOOK: Lineage: tmp_table_move.dt SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: tmp_table_move.id SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tmp_table_move.name SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: tmp_table_move.pid EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: tmp_table_move.dt SCRIPT [] +POSTHOOK: Lineage: tmp_table_move.id SCRIPT [] +POSTHOOK: Lineage: tmp_table_move.name SCRIPT [] +POSTHOOK: Lineage: tmp_table_move.pid SCRIPT [] #### A masked pattern was here #### PREHOOK: type: CREATETABLE PREHOOK: Input: ### test.blobstore.path ###/s3_table_move diff --git a/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_table.q.out b/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_table.q.out index bab88ebe63..2c23a7e94f 100644 --- a/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_table.q.out +++ b/itests/hive-blobstore/src/test/results/clientpositive/insert_overwrite_table.q.out @@ -14,11 +14,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table1 PREHOOK: query: INSERT OVERWRITE TABLE table1 VALUES (1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table1 POSTHOOK: query: INSERT OVERWRITE TABLE table1 VALUES (1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table1.id SCRIPT [] PREHOOK: query: SELECT * FROM table1 PREHOOK: type: QUERY PREHOOK: Input: default@table1 @@ -30,11 +32,13 @@ POSTHOOK: Input: default@table1 1 PREHOOK: query: INSERT OVERWRITE TABLE table1 VALUES (2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table1 POSTHOOK: query: INSERT OVERWRITE TABLE table1 VALUES (2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table1.id SCRIPT [] PREHOOK: query: SELECT * FROM table1 PREHOOK: type: QUERY PREHOOK: Input: default@table1 @@ -63,99 +67,107 @@ STAGE PLANS: Map Reduce Map Operator Tree: TableScan - alias: values__tmp__table__3 - Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator - expressions: UDFToInteger(tmp_values_col1) (type: int) + expressions: array(const struct(1)) (type: array>) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - GlobalTableId: 1 - directory: ### BLOBSTORE_STAGING_PATH ### - NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE - Stats Publishing Key Prefix: ### BLOBSTORE_STAGING_PATH ### - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"id":"true"}} - bucket_count -1 - column.name.delimiter , - columns id - columns.comments - columns.types int + Statistics: Num rows: 1 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + UDTF Operator + Statistics: Num rows: 1 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + function name: inline + Select Operator + expressions: col1 (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + GlobalTableId: 1 + directory: ### BLOBSTORE_STAGING_PATH ### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Stats Publishing Key Prefix: ### BLOBSTORE_STAGING_PATH ### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"id":"true"}} + bucket_count -1 + column.name.delimiter , + columns id + columns.comments + columns.types int #### A masked pattern was here #### - location ### test.blobstore.path ###/table1 - name default.table1 - numFiles 1 - numRows 1 - rawDataSize 1 - serialization.ddl struct table1 { i32 id} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 2 + location ### test.blobstore.path ###/table1 + name default.table1 + numFiles 1 + numRows 1 + rawDataSize 1 + serialization.ddl struct table1 { i32 id} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 2 #### A masked pattern was here #### - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.table1 - TotalFiles: 1 - GatherStats: true - MultiFileSpray: false - Select Operator - expressions: _col0 (type: int) - outputColumnNames: id - Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: compute_stats(id, 'hll') - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 424 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - null sort order: - sort order: - Statistics: Num rows: 1 Data size: 424 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: struct) - auto parallelism: false + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.table1 + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false + Select Operator + expressions: _col0 (type: int) + outputColumnNames: id + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: compute_stats(id, 'hll') + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 424 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 424 Basic stats: COMPLETE Column stats: COMPLETE + tag: -1 + value expressions: _col0 (type: struct) + auto parallelism: false Path -> Alias: #### A masked pattern was here #### Path -> Partition: #### A masked pattern was here #### Partition - base file name: Values__Tmp__Table__3 - input format: org.apache.hadoop.mapred.TextInputFormat + base file name: dummy_path + input format: org.apache.hadoop.hive.ql.io.NullRowsInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: bucket_count -1 column.name.delimiter , - columns tmp_values_col1 + columns columns.comments - columns.types string + columns.types #### A masked pattern was here #### - name default.values__tmp__table__3 - serialization.ddl struct values__tmp__table__3 { string tmp_values_col1} + name _dummy_database._dummy_table + serialization.ddl struct _dummy_table { } serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + serde: org.apache.hadoop.hive.serde2.NullStructSerDe - input format: org.apache.hadoop.mapred.TextInputFormat + input format: org.apache.hadoop.hive.ql.io.NullRowsInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: bucket_count -1 column.name.delimiter , - columns tmp_values_col1 + columns columns.comments - columns.types string + columns.types #### A masked pattern was here #### - name default.values__tmp__table__3 - serialization.ddl struct values__tmp__table__3 { string tmp_values_col1} + name _dummy_database._dummy_table + serialization.ddl struct _dummy_table { } serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.values__tmp__table__3 - name: default.values__tmp__table__3 + serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + serde: org.apache.hadoop.hive.serde2.NullStructSerDe + name: _dummy_database._dummy_table + name: _dummy_database._dummy_table Truncated Path -> Alias: #### A masked pattern was here #### Needs Tagging: false @@ -164,13 +176,13 @@ STAGE PLANS: aggregations: compute_stats(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat diff --git a/ql/src/java/org/apache/hadoop/hive/ql/exec/FunctionRegistry.java b/ql/src/java/org/apache/hadoop/hive/ql/exec/FunctionRegistry.java index 7ca950de26..68e6ae3cd5 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/exec/FunctionRegistry.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/exec/FunctionRegistry.java @@ -860,6 +860,15 @@ public static PrimitiveCategory getPrimitiveCommonCategory(TypeInfo a, TypeInfo return pcA; } + if (pcA == PrimitiveCategory.VOID) { + // Handle NULL, we return the type of pcB + return pcB; + } + if (pcB == PrimitiveCategory.VOID) { + // Handle NULL, we return the type of pcA + return pcA; + } + PrimitiveGrouping pgA = PrimitiveObjectInspectorUtils.getPrimitiveGrouping(pcA); PrimitiveGrouping pgB = PrimitiveObjectInspectorUtils.getPrimitiveGrouping(pcB); diff --git a/ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/translator/PlanModifierForReturnPath.java b/ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/translator/PlanModifierForReturnPath.java index 5cc6322095..d3dc67d571 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/translator/PlanModifierForReturnPath.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/optimizer/calcite/translator/PlanModifierForReturnPath.java @@ -22,6 +22,7 @@ import org.apache.calcite.rel.RelNode; import org.apache.calcite.rel.core.Project; +import org.apache.calcite.rel.core.Sort; import org.apache.calcite.rex.RexNode; import org.apache.calcite.util.Pair; import org.apache.hadoop.hive.metastore.api.FieldSchema; diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/FromClauseParser.g b/ql/src/java/org/apache/hadoop/hive/ql/parse/FromClauseParser.g index 3496d9ecd5..b038e8185d 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/parse/FromClauseParser.g +++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/FromClauseParser.g @@ -87,8 +87,6 @@ fromSource @init { gParent.pushMsg("join source", state); } @after { gParent.popMsg(state); } : - virtualTableSource - | uniqueJoinToken^ uniqueJoinSource (COMMA! uniqueJoinSource)+ | joinSource @@ -101,6 +99,8 @@ atomjoinSource : tableSource (lateralView^)* | + virtualTableSource (lateralView^)* + | (subQuerySource) => subQuerySource (lateralView^)* | partitionedTableFunction (lateralView^)* @@ -117,7 +117,7 @@ joinSourcePart @init { gParent.pushMsg("joinSourcePart", state); } @after { gParent.popMsg(state); } : - (tableSource | subQuerySource | partitionedTableFunction) (lateralView^)* + (tableSource | virtualTableSource | subQuerySource | partitionedTableFunction) (lateralView^)* ; uniqueJoinSource @@ -155,11 +155,14 @@ lateralView @init {gParent.pushMsg("lateral view", state); } @after {gParent.popMsg(state); } : - (KW_LATERAL KW_VIEW KW_OUTER) => KW_LATERAL KW_VIEW KW_OUTER function tableAlias (KW_AS identifier ((COMMA)=> COMMA identifier)*)? + (COMMA? KW_LATERAL KW_VIEW KW_OUTER) => KW_LATERAL KW_VIEW KW_OUTER function tableAlias (KW_AS identifier ((COMMA)=> COMMA identifier)*)? -> ^(TOK_LATERAL_VIEW_OUTER ^(TOK_SELECT ^(TOK_SELEXPR function identifier* tableAlias))) | - KW_LATERAL KW_VIEW function tableAlias (KW_AS identifier ((COMMA)=> COMMA identifier)*)? + COMMA? KW_LATERAL KW_VIEW function tableAlias (KW_AS identifier ((COMMA)=> COMMA identifier)*)? -> ^(TOK_LATERAL_VIEW ^(TOK_SELECT ^(TOK_SELEXPR function identifier* tableAlias))) + | + COMMA? KW_LATERAL KW_TABLE LPAREN valuesClause RPAREN KW_AS? tableAlias (LPAREN identifier (COMMA identifier)*)? RPAREN + -> ^(TOK_LATERAL_VIEW ^(TOK_SELECT ^(TOK_SELEXPR ^(TOK_FUNCTION Identifier["inline"] valuesClause) identifier* tableAlias))) ; tableAlias @@ -290,51 +293,54 @@ searchCondition //in support of SELECT * FROM (VALUES(1,2,3),(4,5,6),...) as FOO(a,b,c) and // INSERT INTO (col1,col2,...) VALUES(...),(...),... // INSERT INTO
(col1,col2,...) SELECT * FROM (VALUES(1,2,3),(4,5,6),...) as Foo(a,b,c) -valueRowConstructor -@init { gParent.pushMsg("value row constructor", state); } +/* +VALUES(1),(2) means 2 rows, 1 column each. +VALUES(1,2),(3,4) means 2 rows, 2 columns each. +VALUES(1,2,3) means 1 row, 3 columns +*/ +valuesClause +@init { gParent.pushMsg("values clause", state); } @after { gParent.popMsg(state); } : - expressionsInParenthesis[false] -> ^(TOK_VALUE_ROW expressionsInParenthesis) + KW_VALUES valuesTableConstructor -> ^(TOK_FUNCTION Identifier["array"] valuesTableConstructor) ; valuesTableConstructor @init { gParent.pushMsg("values table constructor", state); } @after { gParent.popMsg(state); } : - valueRowConstructor (COMMA valueRowConstructor)* -> ^(TOK_VALUES_TABLE valueRowConstructor+) + valueRowConstructor (COMMA! valueRowConstructor)* ; -/* -VALUES(1),(2) means 2 rows, 1 column each. -VALUES(1,2),(3,4) means 2 rows, 2 columns each. -VALUES(1,2,3) means 1 row, 3 columns -*/ -valuesClause -@init { gParent.pushMsg("values clause", state); } +valueRowConstructor +@init { gParent.pushMsg("value row constructor", state); } @after { gParent.popMsg(state); } : - KW_VALUES! valuesTableConstructor + expressionsInParenthesis[true, true] ; /* This represents a clause like this: -(VALUES(1,2),(2,3)) as VirtTable(col1,col2) +TABLE(VALUES(1,2),(2,3)) as VirtTable(col1,col2) */ virtualTableSource @init { gParent.pushMsg("virtual table source", state); } -@after { gParent.popMsg(state); } - : - LPAREN valuesClause RPAREN tableNameColList -> ^(TOK_VIRTUAL_TABLE tableNameColList valuesClause) - ; -/* -e.g. as VirtTable(col1,col2) -Note that we only want literals as column names -*/ -tableNameColList -@init { gParent.pushMsg("from source", state); } @after { gParent.popMsg(state); } : - KW_AS? identifier LPAREN identifier (COMMA identifier)* RPAREN -> ^(TOK_VIRTUAL_TABREF ^(TOK_TABNAME identifier) ^(TOK_COL_NAME identifier+)) + KW_TABLE LPAREN valuesClause RPAREN KW_AS? tabAlias=tableAlias (LPAREN identifier (COMMA identifier)*)? RPAREN + -> ^(TOK_SUBQUERY + ^(TOK_QUERY + ^(TOK_FROM + ^(TOK_SUBQUERY + ^(TOK_QUERY + ^(TOK_INSERT + ^(TOK_DESTINATION ^(TOK_DIR TOK_TMP_FILE)) + ^(TOK_SELECT ^(TOK_SELEXPR IntegralLiteral["0"])))) + {adaptor.create(Identifier, $tabAlias.tree.getChild(0).getText())})) + ^(TOK_INSERT + ^(TOK_DESTINATION ^(TOK_DIR TOK_TMP_FILE)) + ^(TOK_SELECT ^(TOK_SELEXPR ^(TOK_FUNCTION Identifier["inline"] valuesClause) identifier*)))) + {adaptor.create(Identifier, $tabAlias.tree.getChild(0).getText())}) ; //----------------------------------------------------------------------------------- diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/HiveParser.g b/ql/src/java/org/apache/hadoop/hive/ql/parse/HiveParser.g index 209f75de9e..a3fbda2fb7 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/parse/HiveParser.g +++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/HiveParser.g @@ -370,11 +370,6 @@ TOK_SHOW_TRANSACTIONS; TOK_DELETE_FROM; TOK_UPDATE_TABLE; TOK_SET_COLUMNS_CLAUSE; -TOK_VALUE_ROW; -TOK_VALUES_TABLE; -TOK_VIRTUAL_TABLE; -TOK_VIRTUAL_TABREF; -TOK_ANONYMOUS; TOK_COL_NAME; TOK_URI_TYPE; TOK_SERVER_TYPE; @@ -2681,8 +2676,7 @@ singleFromStatement The valuesClause rule below ensures that the parse tree for "insert into table FOO values (1,2),(3,4)" looks the same as "insert into table FOO select a,b from (values(1,2),(3,4)) as BAR(a,b)" which itself is made to look -very similar to the tree for "insert into table FOO select a,b from BAR". Since virtual table name -is implicit, it's represented as TOK_ANONYMOUS. +very similar to the tree for "insert into table FOO select a,b from BAR". */ regularBody : @@ -2693,10 +2687,7 @@ regularBody | valuesClause -> ^(TOK_QUERY - ^(TOK_FROM - ^(TOK_VIRTUAL_TABLE ^(TOK_VIRTUAL_TABREF ^(TOK_ANONYMOUS)) valuesClause) - ) - ^(TOK_INSERT {$i.tree} ^(TOK_SELECT ^(TOK_SELEXPR TOK_ALLCOLREF))) + ^(TOK_INSERT {$i.tree} ^(TOK_SELECT ^(TOK_SELEXPR ^(TOK_FUNCTION Identifier["inline"] valuesClause)))) ) ) | diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/IdentifiersParser.g b/ql/src/java/org/apache/hadoop/hive/ql/parse/IdentifiersParser.g index 2355c9a626..35f9edfecc 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/parse/IdentifiersParser.g +++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/IdentifiersParser.g @@ -82,7 +82,7 @@ rollupOldSyntax @init { gParent.pushMsg("rollup old syntax", state); } @after { gParent.popMsg(state); } : - expr=expressionsNotInParenthesis[false] + expr=expressionsNotInParenthesis[false, false] ((rollup=KW_WITH KW_ROLLUP) | (cube=KW_WITH KW_CUBE)) ? (sets=KW_GROUPING KW_SETS LPAREN groupingSetExpression ( COMMA groupingSetExpression)* RPAREN ) ? @@ -133,14 +133,16 @@ havingCondition expression ; -expressionsInParenthesis[boolean isStruct] +expressionsInParenthesis[boolean isStruct, boolean forceStruct] : - LPAREN! expressionsNotInParenthesis[isStruct] RPAREN! + LPAREN! expressionsNotInParenthesis[isStruct, forceStruct] RPAREN! ; -expressionsNotInParenthesis[boolean isStruct] +expressionsNotInParenthesis[boolean isStruct, boolean forceStruct] : first=expression more=expressionPart[$expression.tree, isStruct]? + -> {forceStruct && more==null}? + ^(TOK_FUNCTION Identifier["struct"] {$first.tree}) -> {more==null}? {$first.tree} -> {$more.tree} @@ -155,9 +157,9 @@ expressionPart[CommonTree t, boolean isStruct] expressions : - (expressionsInParenthesis[false]) => expressionsInParenthesis[false] + (expressionsInParenthesis[false, false]) => expressionsInParenthesis[false, false] | - expressionsNotInParenthesis[false] + expressionsNotInParenthesis[false, false] ; columnRefOrderInParenthesis @@ -431,7 +433,7 @@ atomExpression -> ^(TOK_SUBQUERY_EXPR TOK_SUBQUERY_OP subQueryExpression) | (function) => function | tableOrColumn - | expressionsInParenthesis[true] + | expressionsInParenthesis[true, false] ; precedenceFieldExpression @@ -580,10 +582,10 @@ precedenceSimilarExpressionAtom[CommonTree t] KW_BETWEEN (min=precedenceBitwiseOrExpression) KW_AND (max=precedenceBitwiseOrExpression) -> ^(TOK_FUNCTION Identifier["between"] KW_FALSE {$t} $min $max) | - KW_LIKE KW_ANY (expr=expressionsInParenthesis[false]) + KW_LIKE KW_ANY (expr=expressionsInParenthesis[false, false]) -> ^(TOK_FUNCTION Identifier["likeany"] {$t} {$expr.tree}) | - KW_LIKE KW_ALL (expr=expressionsInParenthesis[false]) + KW_LIKE KW_ALL (expr=expressionsInParenthesis[false, false]) -> ^(TOK_FUNCTION Identifier["likeall"] {$t} {$expr.tree}) ; @@ -591,7 +593,7 @@ precedenceSimilarExpressionIn[CommonTree t] : (subQueryExpression) => subQueryExpression -> ^(TOK_SUBQUERY_EXPR ^(TOK_SUBQUERY_OP KW_IN) subQueryExpression {$t}) | - expr=expressionsInParenthesis[false] + expr=expressionsInParenthesis[false, false] -> ^(TOK_FUNCTION Identifier["in"] {$t} {$expr.tree}) ; diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/QB.java b/ql/src/java/org/apache/hadoop/hive/ql/parse/QB.java index bfe2ab5463..e4ac01771f 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/parse/QB.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/QB.java @@ -60,7 +60,6 @@ private boolean isAnalyzeRewrite; private CreateTableDesc tblDesc = null; // table descriptor of the final private CreateTableDesc directoryDesc = null ; - private List encryptedTargetTablePaths; private boolean insideView; private Set aliasInsideView; @@ -424,23 +423,6 @@ public boolean isView() { return viewDesc != null && !viewDesc.isMaterialized(); } - void addEncryptedTargetTablePath(Path p) { - if(encryptedTargetTablePaths == null) { - encryptedTargetTablePaths = new ArrayList<>(); - } - encryptedTargetTablePaths.add(p); - } - /** - * List of dbName.tblName of encrypted target tables of insert statement - * Used to support Insert ... values(...) - */ - List getEncryptedTargetTablePaths() { - if(encryptedTargetTablePaths == null) { - return Collections.emptyList(); - } - return encryptedTargetTablePaths; - } - public HashMap getViewToTabSchema() { return viewAliasToViewSchema; } diff --git a/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java b/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java index 5a88a96d72..cc8ba9f125 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/parse/SemanticAnalyzer.java @@ -872,168 +872,6 @@ private static void writeAsText(String text, FSDataOutputStream out) throws IOEx out.write(to.getBytes(), 0, to.getLength()); } - /** - * Generate a temp table out of a values clause - * See also {@link #preProcessForInsert(ASTNode, QB)} - */ - private ASTNode genValuesTempTable(ASTNode originalFrom, QB qb) throws SemanticException { - Path dataDir = null; - if(!qb.getEncryptedTargetTablePaths().isEmpty()) { - //currently only Insert into T values(...) is supported thus only 1 values clause - //and only 1 target table are possible. If/when support for - //select ... from values(...) is added an insert statement may have multiple - //encrypted target tables. - dataDir = ctx.getMRTmpPath(qb.getEncryptedTargetTablePaths().get(0).toUri()); - } - // Pick a name for the table - SessionState ss = SessionState.get(); - String tableName = VALUES_TMP_TABLE_NAME_PREFIX + ss.getNextValuesTempTableSuffix(); - - // Step 1, parse the values clause we were handed - List fromChildren = originalFrom.getChildren(); - // First child should be the virtual table ref - ASTNode virtualTableRef = (ASTNode)fromChildren.get(0); - assert virtualTableRef.getToken().getType() == HiveParser.TOK_VIRTUAL_TABREF : - "Expected first child of TOK_VIRTUAL_TABLE to be TOK_VIRTUAL_TABREF but was " + - virtualTableRef.getName(); - - List virtualTableRefChildren = virtualTableRef.getChildren(); - // First child of this should be the table name. If it's anonymous, - // then we don't have a table name. - ASTNode tabName = (ASTNode)virtualTableRefChildren.get(0); - if (tabName.getToken().getType() != HiveParser.TOK_ANONYMOUS) { - // TODO, if you want to make select ... from (values(...) as foo(...) work, - // you need to parse this list of columns names and build it into the table - throw new SemanticException(ErrorMsg.VALUES_TABLE_CONSTRUCTOR_NOT_SUPPORTED.getMsg()); - } - - // The second child of the TOK_VIRTUAL_TABLE should be TOK_VALUES_TABLE - ASTNode valuesTable = (ASTNode)fromChildren.get(1); - assert valuesTable.getToken().getType() == HiveParser.TOK_VALUES_TABLE : - "Expected second child of TOK_VIRTUAL_TABLE to be TOK_VALUE_TABLE but was " + - valuesTable.getName(); - // Each of the children of TOK_VALUES_TABLE will be a TOK_VALUE_ROW - List valuesTableChildren = valuesTable.getChildren(); - - // Now that we're going to start reading through the rows, open a file to write the rows too - // If we leave this method before creating the temporary table we need to be sure to clean up - // this file. - Path tablePath = null; - FileSystem fs = null; - FSDataOutputStream out = null; - try { - if(dataDir == null) { - tablePath = Warehouse.getDnsPath(new Path(ss.getTempTableSpace(), tableName), conf); - } - else { - //if target table of insert is encrypted, make sure temporary table data is stored - //similarly encrypted - tablePath = Warehouse.getDnsPath(new Path(dataDir, tableName), conf); - } - fs = tablePath.getFileSystem(conf); - fs.mkdirs(tablePath); - Path dataFile = new Path(tablePath, "data_file"); - out = fs.create(dataFile); - List fields = new ArrayList(); - - boolean firstRow = true; - for (Node n : valuesTableChildren) { - ASTNode valuesRow = (ASTNode) n; - assert valuesRow.getToken().getType() == HiveParser.TOK_VALUE_ROW : - "Expected child of TOK_VALUE_TABLE to be TOK_VALUE_ROW but was " + valuesRow.getName(); - // Each of the children of this should be a literal - List valuesRowChildren = valuesRow.getChildren(); - boolean isFirst = true; - int nextColNum = 1; - for (Node n1 : valuesRowChildren) { - ASTNode value = (ASTNode) n1; - if (firstRow) { - fields.add(new FieldSchema("tmp_values_col" + nextColNum++, "string", "")); - } - if (isFirst) { - isFirst = false; - } else { - writeAsText("\u0001", out); - } - writeAsText(unparseExprForValuesClause(value), out); - } - writeAsText("\n", out); - firstRow = false; - } - - // Step 2, create a temp table, using the created file as the data - StorageFormat format = new StorageFormat(conf); - format.processStorageFormat("TextFile"); - Table table = db.newTable(tableName); - table.setSerializationLib(format.getSerde()); - table.setFields(fields); - table.setDataLocation(tablePath); - table.getTTable().setTemporary(true); - table.setStoredAsSubDirectories(false); - table.setInputFormatClass(format.getInputFormat()); - table.setOutputFormatClass(format.getOutputFormat()); - db.createTable(table, false); - } catch (Exception e) { - String errMsg = ErrorMsg.INSERT_CANNOT_CREATE_TEMP_FILE.getMsg() + e.getMessage(); - LOG.error(errMsg); - // Try to delete the file - if (fs != null && tablePath != null) { - try { - fs.delete(tablePath, false); - } catch (IOException swallowIt) {} - } - throw new SemanticException(errMsg, e); - } finally { - IOUtils.closeStream(out); - } - - // Step 3, return a new subtree with a from clause built around that temp table - // The form of the tree is TOK_TABREF->TOK_TABNAME->identifier(tablename) - Token t = new ClassicToken(HiveParser.TOK_TABREF); - ASTNode tabRef = new ASTNode(t); - t = new ClassicToken(HiveParser.TOK_TABNAME); - ASTNode tabNameNode = new ASTNode(t); - tabRef.addChild(tabNameNode); - t = new ClassicToken(HiveParser.Identifier, tableName); - ASTNode identifier = new ASTNode(t); - tabNameNode.addChild(identifier); - return tabRef; - } - - // Take an expression in the values clause and turn it back into a string. This is far from - // comprehensive. At the moment it only supports: - // * literals (all types) - // * unary negatives - // * true/false - private String unparseExprForValuesClause(ASTNode expr) throws SemanticException { - switch (expr.getToken().getType()) { - case HiveParser.Number: - return expr.getText(); - - case HiveParser.StringLiteral: - return BaseSemanticAnalyzer.unescapeSQLString(expr.getText()); - - case HiveParser.KW_FALSE: - // UDFToBoolean casts any non-empty string to true, so set this to false - return ""; - - case HiveParser.KW_TRUE: - return "TRUE"; - - case HiveParser.MINUS: - return "-" + unparseExprForValuesClause((ASTNode)expr.getChildren().get(0)); - - case HiveParser.TOK_NULL: - // Hive's text input will translate this as a null - return "\\N"; - - default: - throw new SemanticException("Expression of type " + expr.getText() + - " not supported in insert/values"); - } - - } - private void assertCombineInputFormat(Tree numerator, String message) throws SemanticException { String inputFormat = conf.getVar(HiveConf.ConfVars.HIVE_EXECUTION_ENGINE).equals("tez") ? HiveConf.getVar(conf, HiveConf.ConfVars.HIVETEZINPUTFORMAT): @@ -1560,12 +1398,6 @@ public boolean doPhase1(ASTNode ast, QB qb, Phase1Ctx ctx_1, PlannerContext plan ASTNode frm = (ASTNode) ast.getChild(0); if (frm.getToken().getType() == HiveParser.TOK_TABREF) { processTable(qb, frm); - } else if (frm.getToken().getType() == HiveParser.TOK_VIRTUAL_TABLE) { - // Create a temp table with the passed values in it then rewrite this portion of the - // tree to be from that table. - ASTNode newFrom = genValuesTempTable(frm, qb); - ast.setChild(0, newFrom); - processTable(qb, newFrom); } else if (frm.getToken().getType() == HiveParser.TOK_SUBQUERY) { processSubQuery(qb, frm); } else if (frm.getToken().getType() == HiveParser.TOK_LATERAL_VIEW || @@ -11424,7 +11256,6 @@ else if(ast.getChild(0).getType() == HiveParser.TOK_FALSE) { // 4. continue analyzing from the child ASTNode. Phase1Ctx ctx_1 = initPhase1Ctx(); - preProcessForInsert(child, qb); if (!doPhase1(child, qb, ctx_1, plannerCtx)) { // if phase1Result false return return false; @@ -11441,49 +11272,6 @@ else if(ast.getChild(0).getType() == HiveParser.TOK_FALSE) { return true; } - /** - * This will walk AST of an INSERT statement and assemble a list of target tables - * which are in an HDFS encryption zone. This is needed to make sure that so that - * the data from values clause of Insert ... select values(...) is stored securely. - * See also {@link #genValuesTempTable(ASTNode, QB)} - * @throws SemanticException - */ - private void preProcessForInsert(ASTNode node, QB qb) throws SemanticException { - try { - if(!(node != null && node.getToken() != null && node.getToken().getType() == HiveParser.TOK_QUERY)) { - return; - } - for (Node child : node.getChildren()) { - //each insert of multi insert looks like - //(TOK_INSERT (TOK_INSERT_INTO (TOK_TAB (TOK_TABNAME T1))) - if (((ASTNode) child).getToken().getType() != HiveParser.TOK_INSERT) { - continue; - } - ASTNode n = (ASTNode) ((ASTNode) child).getFirstChildWithType(HiveParser.TOK_INSERT_INTO); - if (n == null) { - continue; - } - n = (ASTNode) n.getFirstChildWithType(HiveParser.TOK_TAB); - if (n == null) { - continue; - } - n = (ASTNode) n.getFirstChildWithType(HiveParser.TOK_TABNAME); - if (n == null) { - continue; - } - String[] dbTab = getQualifiedTableName(n); - Table t = db.getTable(dbTab[0], dbTab[1]); - Path tablePath = t.getPath(); - if (isPathEncrypted(tablePath)) { - qb.addEncryptedTargetTablePath(tablePath); - } - } - } - catch(Exception ex) { - throw new SemanticException(ex); - } - } - public void getHintsFromQB(QB qb, List hints) { if (qb.getParseInfo().getHints() != null) { hints.add(qb.getParseInfo().getHints()); diff --git a/ql/src/test/org/apache/hadoop/hive/ql/parse/TestIUD.java b/ql/src/test/org/apache/hadoop/hive/ql/parse/TestIUD.java index 5f8ed936ae..bda057dd70 100644 --- a/ql/src/test/org/apache/hadoop/hive/ql/parse/TestIUD.java +++ b/ql/src/test/org/apache/hadoop/hive/ql/parse/TestIUD.java @@ -166,142 +166,6 @@ public void testSelectStarFromAnonymousVirtTable1Row() throws ParseException { } } @Test - public void testSelectStarFromVirtTable1Row() throws ParseException { - ASTNode ast = parse("select * from (values (3,4)) as vc(a,b)"); - Assert.assertEquals("AST doesn't match", - "(tok_query " + - "(tok_from " + - "(tok_virtual_table " + - "(tok_virtual_tabref (tok_tabname vc) (tok_col_name a b)) " + - "(tok_values_table (tok_value_row 3 4)))) " + - "(tok_insert (tok_destination (tok_dir tok_tmp_file)) (tok_select (tok_selexpr tok_allcolref))))", - ast.toStringTree()); - } - @Test - public void testSelectStarFromVirtTable2Row() throws ParseException { - ASTNode ast = parse("select * from (values (1,2),(3,4)) as vc(a,b)"); - Assert.assertEquals("AST doesn't match", - "(tok_query " + - "(tok_from " + - "(tok_virtual_table " + - "(tok_virtual_tabref (tok_tabname vc) (tok_col_name a b)) " + - "(tok_values_table (tok_value_row 1 2) (tok_value_row 3 4)))) " + - "(tok_insert (tok_destination (tok_dir tok_tmp_file)) (tok_select (tok_selexpr tok_allcolref))))", - ast.toStringTree()); - } - @Test - public void testSelectStarFromVirtTable2RowNamedProjections() throws ParseException { - ASTNode ast = parse("select a as c, b as d from (values (1,2),(3,4)) as vc(a,b)"); - Assert.assertEquals("AST doesn't match", - "(tok_query " + - "(tok_from " + - "(tok_virtual_table " + - "(tok_virtual_tabref (tok_tabname vc) (tok_col_name a b)) " + - "(tok_values_table (tok_value_row 1 2) (tok_value_row 3 4)))) " + - "(tok_insert (tok_destination (tok_dir tok_tmp_file)) " + - "(tok_select (tok_selexpr (tok_table_or_col a) c) (tok_selexpr (tok_table_or_col b) d))))", - ast.toStringTree()); - } - @Test - public void testInsertIntoTableAsSelectFromNamedVirtTable() throws ParseException { - ASTNode ast = parse("insert into page_view select a,b as c from (values (1,2),(3,4)) as vc(a,b) where b = 9"); - Assert.assertEquals("AST doesn't match", - "(tok_query " + - "(tok_from " + - "(tok_virtual_table " + - "(tok_virtual_tabref (tok_tabname vc) (tok_col_name a b)) " + - "(tok_values_table (tok_value_row 1 2) (tok_value_row 3 4)))) " + - "(tok_insert (tok_insert_into (tok_tab (tok_tabname page_view))) " + - "(tok_select " + - "(tok_selexpr (tok_table_or_col a)) " + - "(tok_selexpr (tok_table_or_col b) c)) " + - "(tok_where (= (tok_table_or_col b) 9))))", - ast.toStringTree()); - } - /** - * same as testInsertIntoTableAsSelectFromNamedVirtTable but with column list on target table - * @throws ParseException - */ - @Test - public void testInsertIntoTableAsSelectFromNamedVirtTableNamedCol() throws ParseException { - ASTNode ast = parse("insert into page_view(c1,c2) select a,b as c from (values (1,2),(3,4)) as vc(a,b) where b = 9"); - Assert.assertEquals("AST doesn't match", - "(tok_query " + - "(tok_from " + - "(tok_virtual_table " + - "(tok_virtual_tabref (tok_tabname vc) (tok_col_name a b)) " + - "(tok_values_table (tok_value_row 1 2) (tok_value_row 3 4)))) " + - "(tok_insert (tok_insert_into (tok_tab (tok_tabname page_view)) (tok_tabcolname c1 c2)) " + - "(tok_select " + - "(tok_selexpr (tok_table_or_col a)) " + - "(tok_selexpr (tok_table_or_col b) c)) " + - "(tok_where (= (tok_table_or_col b) 9))))", - ast.toStringTree()); - } - @Test - public void testInsertIntoTableFromAnonymousTable1Row() throws ParseException { - ASTNode ast = parse("insert into page_view values(1,2)"); - Assert.assertEquals("AST doesn't match", - "(tok_query " + - "(tok_from " + - "(tok_virtual_table " + - "(tok_virtual_tabref tok_anonymous) " + - "(tok_values_table (tok_value_row 1 2)))) " + - "(tok_insert (tok_insert_into (tok_tab (tok_tabname page_view))) " + - "(tok_select (tok_selexpr tok_allcolref))))", - ast.toStringTree()); - } - /** - * Same as testInsertIntoTableFromAnonymousTable1Row but with column list on target table - * @throws ParseException - */ - @Test - public void testInsertIntoTableFromAnonymousTable1RowNamedCol() throws ParseException { - ASTNode ast = parse("insert into page_view(a,b) values(1,2)"); - Assert.assertEquals("AST doesn't match", - "(tok_query " + - "(tok_from " + - "(tok_virtual_table " + - "(tok_virtual_tabref tok_anonymous) " + - "(tok_values_table (tok_value_row 1 2))" + - ")" + - ") " + - "(tok_insert " + - "(tok_insert_into " + - "(tok_tab (tok_tabname page_view)) " + - "(tok_tabcolname a b)" +//this is "extra" piece we get vs previous query - ") " + - "(tok_select " + - "(tok_selexpr tok_allcolref)" + - ")" + - ")" + - ")", ast.toStringTree()); - } - @Test - public void testInsertIntoTableFromAnonymousTable() throws ParseException { - ASTNode ast = parse("insert into table page_view values(-1,2),(3,+4)"); - Assert.assertEquals("AST doesn't match", - "(tok_query " + - "(tok_from " + - "(tok_virtual_table " + - "(tok_virtual_tabref tok_anonymous) " + - "(tok_values_table (tok_value_row (- 1) 2) (tok_value_row 3 (+ 4))))) " + - "(tok_insert (tok_insert_into (tok_tab (tok_tabname page_view))) " + - "(tok_select (tok_selexpr tok_allcolref))))", - ast.toStringTree()); - //same query as above less the "table" keyword KW_table - ast = parse("insert into page_view values(-1,2),(3,+4)"); - Assert.assertEquals("AST doesn't match", - "(tok_query " + - "(tok_from " + - "(tok_virtual_table " + - "(tok_virtual_tabref tok_anonymous) " + - "(tok_values_table (tok_value_row (- 1) 2) (tok_value_row 3 (+ 4))))) " + - "(tok_insert (tok_insert_into (tok_tab (tok_tabname page_view))) " + - "(tok_select (tok_selexpr tok_allcolref))))", - ast.toStringTree()); - } - @Test public void testMultiInsert() throws ParseException { ASTNode ast = parse("from S insert into T1 select a, b insert into T2 select c, d"); Assert.assertEquals("AST doesn't match", "(tok_query (tok_from (tok_tabref (tok_tabname s))) " + diff --git a/ql/src/test/org/apache/hadoop/hive/ql/parse/TestMergeStatement.java b/ql/src/test/org/apache/hadoop/hive/ql/parse/TestMergeStatement.java index 5bdffb56ae..396d344dd6 100644 --- a/ql/src/test/org/apache/hadoop/hive/ql/parse/TestMergeStatement.java +++ b/ql/src/test/org/apache/hadoop/hive/ql/parse/TestMergeStatement.java @@ -126,7 +126,7 @@ public void test4() throws ParseException { "(tok_tabref (tok_tabname target)) (tok_tabref (tok_tabname source)) (= (. (tok_table_or_col target) pk) (. (tok_table_or_col source) pk)) " + "(tok_not_matched " + "(tok_insert " + - "(tok_value_row " + + "(tok_function struct " + "(. (tok_table_or_col source) a) " + "(tok_function when " + "(tok_function isnull (. (tok_table_or_col source) b)) (. (tok_table_or_col target) b) " + @@ -157,7 +157,7 @@ public void test5() throws ParseException { ") " + "(tok_not_matched " + "(tok_insert " + - "(tok_value_row " + + "(tok_function struct " + "(. (tok_table_or_col source) a) " + "2 " + "(tok_function current_date)" + @@ -251,6 +251,6 @@ public void test7() throws ParseException { "(tok_set_columns_clause (= (tok_table_or_col b) (. (tok_table_or_col source) b2))))) " + "(tok_not_matched " + "(tok_insert " + - "(tok_value_row (. (tok_table_or_col source) a2) (. (tok_table_or_col source) b2)))))"); + "(tok_function struct (. (tok_table_or_col source) a2) (. (tok_table_or_col source) b2)))))"); } } diff --git a/ql/src/test/queries/clientpositive/encryption_insert_values.q b/ql/src/test/queries/clientpositive/encryption_insert_values.q index c8d1d519f3..a712f35f3c 100644 --- a/ql/src/test/queries/clientpositive/encryption_insert_values.q +++ b/ql/src/test/queries/clientpositive/encryption_insert_values.q @@ -10,7 +10,4 @@ INSERT INTO encrypted_table values(1,'foo'),(2,'bar'); select * from encrypted_table; --- this checks that we've actually created temp table data under encrypted_table folder -describe formatted values__tmp__table__1; - CRYPTO DELETE_KEY --keyName key_128; diff --git a/ql/src/test/queries/clientpositive/materialized_view_create.q b/ql/src/test/queries/clientpositive/materialized_view_create.q index 030627a7fc..38dcdeb7ab 100644 --- a/ql/src/test/queries/clientpositive/materialized_view_create.q +++ b/ql/src/test/queries/clientpositive/materialized_view_create.q @@ -26,7 +26,7 @@ describe extended cmv_mat_view4; create table cmv_basetable2 (d int, e varchar(256), f decimal(10,2)); -insert into cmv_basetable2 values (4, 'alfred', 100.30),(4, 'bob', 6133,14),(5, 'bonnie', 172.2),(6, 'calvin', 8.76),(17, 'charlie', 13144339.8); +insert into cmv_basetable2 values (4, 'alfred', 100.30),(4, 'bob', 6133.14),(5, 'bonnie', 172.2),(6, 'calvin', 8.76),(17, 'charlie', 13144339.8); create materialized view cmv_mat_view5 tblproperties ('key'='value') as select a, b, d, c, f from cmv_basetable t1 join cmv_basetable2 t2 on (t1.b = t2.e); diff --git a/ql/src/test/queries/clientpositive/tablevalues.q b/ql/src/test/queries/clientpositive/tablevalues.q new file mode 100644 index 0000000000..501f532eb7 --- /dev/null +++ b/ql/src/test/queries/clientpositive/tablevalues.q @@ -0,0 +1,94 @@ +-- VALUES -> array(struct(),struct()) +-- TABLE -> LATERAL VIEW INLINE + +CREATE TABLE mytbl AS +SELECT key, value +FROM src +ORDER BY key +LIMIT 5; + +EXPLAIN +INSERT INTO mytbl(key,value) +SELECT a,b as c FROM TABLE(VALUES(1,2),(3,4)) AS vc(a,b) +WHERE b = 9; + +INSERT INTO mytbl(key,value) +SELECT a,b as c FROM TABLE(VALUES(1,2),(3,4)) AS vc(a,b) +WHERE b = 9; + +EXPLAIN +SELECT tf.col1, tf.col2, tf.col3 +FROM + (SELECT key, value FROM mytbl) t + LATERAL VIEW + INLINE(array(struct('A', 10, t.key),struct('B', 20, t.key))) tf AS col1, col2, col3; + +SELECT tf.col1, tf.col2, tf.col3 +FROM + (SELECT key, value FROM mytbl) t + LATERAL VIEW + INLINE(array(struct('A', 10, t.key),struct('B', 20, t.key))) tf AS col1, col2, col3; + +EXPLAIN +SELECT INLINE(array(struct('A', 10, 30),struct('B', 20, 30))) AS (col1, col2, col3); + +SELECT INLINE(array(struct('A', 10, 30),struct('B', 20, 30))) AS (col1, col2, col3); + +EXPLAIN +SELECT tf.col1, tf.col2, tf.col3 +FROM + TABLE(VALUES('A', 10, 30.0),('B', 20, 30.0)) AS tf(col1, col2, col3); + +SELECT tf.col1, tf.col2, tf.col3 +FROM + TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3); + +-- CROSS PRODUCT (CANNOT BE EXPRESSED WITH LVJ) +EXPLAIN +SELECT tf.col1, tf.col2, tf.col3 +FROM + TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3), + (SELECT key, value FROM mytbl) t; + +SELECT tf.col1, tf.col2, tf.col3 +FROM + TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3), + (SELECT key, value FROM mytbl) t; + +-- CROSS PRODUCT (FIRST CANNOT BE EXPRESSED WITH LVJ, SECOND CAN +-- BUT IT IS NOT NEEDED) +EXPLAIN +SELECT tf.col1, tf.col2, tf.col3 +FROM + TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3), + TABLE(VALUES('A', 10),('B', 20)) AS tf2(col1, col2); + +SELECT tf.col1, tf.col2, tf.col3 +FROM + TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3), + TABLE(VALUES('A', 10),('B', 20)) AS tf2(col1, col2); + +-- CROSS PRODUCT (CAN BE EXPRESSED WITH LVJ BUT IT IS NOT NEEDED) +EXPLAIN +SELECT tf.col1, tf.col2, tf.col3 +FROM + (SELECT key, value FROM mytbl) t, + TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3); + +SELECT tf.col1, tf.col2, tf.col3 +FROM + (SELECT key, value FROM mytbl) t, + TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3); + +-- LVJ (CORRELATED). LATERAL COULD BE OPTIONAL, BUT IF WE MAKE IT +-- MANDATORY, IT HELPS US DISTINGUISHING FROM PREVIOUS CASE +EXPLAIN +SELECT tf.col1, tf.col2, tf.col3 +FROM + (SELECT key, value FROM mytbl) t, + LATERAL TABLE(VALUES('A', 10, t.key),('B', 20, t.key)) AS tf(col1, col2, col3); + +SELECT tf.col1, tf.col2, tf.col3 +FROM + (SELECT key, value FROM mytbl) t, + LATERAL TABLE(VALUES('A', 10, t.key),('B', 20, t.key)) AS tf(col1, col2, col3); diff --git a/ql/src/test/results/clientnegative/authorization_insertpart_noinspriv.q.out b/ql/src/test/results/clientnegative/authorization_insertpart_noinspriv.q.out index afe21fd142..a524b970b0 100644 --- a/ql/src/test/results/clientnegative/authorization_insertpart_noinspriv.q.out +++ b/ql/src/test/results/clientnegative/authorization_insertpart_noinspriv.q.out @@ -25,6 +25,7 @@ PREHOOK: type: QUERY POSTHOOK: query: explain authorization insert into table testp partition (dt = '2012') values (1) POSTHOOK: type: QUERY INPUTS: + _dummy_database@_dummy_table OUTPUTS: default@testp@dt=2012 CURRENT_USER: @@ -38,6 +39,7 @@ PREHOOK: type: QUERY POSTHOOK: query: explain authorization insert overwrite table testp partition (dt = '2012') values (1) POSTHOOK: type: QUERY INPUTS: + _dummy_database@_dummy_table OUTPUTS: default@testp@dt=2012 CURRENT_USER: diff --git a/ql/src/test/results/clientnegative/distinct_windowing_failure2.q.out b/ql/src/test/results/clientnegative/distinct_windowing_failure2.q.out index 9641e2b76b..0493e209cc 100644 --- a/ql/src/test/results/clientnegative/distinct_windowing_failure2.q.out +++ b/ql/src/test/results/clientnegative/distinct_windowing_failure2.q.out @@ -44,4 +44,4 @@ POSTHOOK: query: load data local inpath '../../data/files/over10k' into table ov POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@over10k -FAILED: ParseException line 4:7 cannot recognize input near 'distinct' 'first_value' '(' in selection target +FAILED: ParseException line 3:65 missing EOF at ',' near ')' diff --git a/ql/src/test/results/clientnegative/insert_into_with_schema.q.out b/ql/src/test/results/clientnegative/insert_into_with_schema.q.out index c94f5d874c..47ef238bca 100644 --- a/ql/src/test/results/clientnegative/insert_into_with_schema.q.out +++ b/ql/src/test/results/clientnegative/insert_into_with_schema.q.out @@ -22,4 +22,4 @@ POSTHOOK: query: create table source(s1 int, s2 int) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:x314n POSTHOOK: Output: x314n@source -FAILED: SemanticException 0:0 Expected 1 columns for insclause-0/x314n@source; select produces 2 columns. Error encountered near token 'values__tmp__table__1.tmp_values_col2' +FAILED: SemanticException 0:0 Expected 1 columns for insclause-0/x314n@source; select produces 2 columns. Error encountered near token 'col2' diff --git a/ql/src/test/results/clientnegative/insert_into_with_schema1.q.out b/ql/src/test/results/clientnegative/insert_into_with_schema1.q.out index 1e8f5a3a31..ae729ea8e2 100644 --- a/ql/src/test/results/clientnegative/insert_into_with_schema1.q.out +++ b/ql/src/test/results/clientnegative/insert_into_with_schema1.q.out @@ -22,4 +22,4 @@ POSTHOOK: query: create table source(s1 int, s2 int) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:x314n POSTHOOK: Output: x314n@source -FAILED: SemanticException 0:0 Expected 2 columns for insclause-0/x314n@source; select produces 1 columns. Error encountered near token 'values__tmp__table__1.tmp_values_col1' +FAILED: SemanticException 0:0 Expected 2 columns for insclause-0/x314n@source; select produces 1 columns. Error encountered near token 'col1' diff --git a/ql/src/test/results/clientnegative/insert_sorted.q.out b/ql/src/test/results/clientnegative/insert_sorted.q.out index 0b1d253855..bb3c7e3bf4 100644 --- a/ql/src/test/results/clientnegative/insert_sorted.q.out +++ b/ql/src/test/results/clientnegative/insert_sorted.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@mm_insertsort PREHOOK: query: insert into mm_insertsort values (1, '1'),(2, '2') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@mm_insertsort POSTHOOK: query: insert into mm_insertsort values (1, '1'),(2, '2') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@mm_insertsort -POSTHOOK: Lineage: mm_insertsort.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: mm_insertsort.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: mm_insertsort.a SCRIPT [] +POSTHOOK: Lineage: mm_insertsort.b SCRIPT [] PREHOOK: query: create table acid_insertsort(a int, b varchar(128)) clustered by (a) sorted by (b) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default diff --git a/ql/src/test/results/clientnegative/materialized_view_authorization_create_no_grant.q.out b/ql/src/test/results/clientnegative/materialized_view_authorization_create_no_grant.q.out index 648396ed45..0891015b65 100644 --- a/ql/src/test/results/clientnegative/materialized_view_authorization_create_no_grant.q.out +++ b/ql/src/test/results/clientnegative/materialized_view_authorization_create_no_grant.q.out @@ -8,13 +8,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@amvcng_gtable PREHOOK: query: insert into amvcng_gtable values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@amvcng_gtable POSTHOOK: query: insert into amvcng_gtable values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@amvcng_gtable -POSTHOOK: Lineage: amvcng_gtable.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: amvcng_gtable.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: amvcng_gtable.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: amvcng_gtable.a SCRIPT [] +POSTHOOK: Lineage: amvcng_gtable.b SCRIPT [] +POSTHOOK: Lineage: amvcng_gtable.c SCRIPT [] PREHOOK: query: grant select on table amvcng_gtable to user user2 PREHOOK: type: GRANT_PRIVILEGE PREHOOK: Output: default@amvcng_gtable diff --git a/ql/src/test/results/clientnegative/materialized_view_authorization_create_no_select_perm.q.out b/ql/src/test/results/clientnegative/materialized_view_authorization_create_no_select_perm.q.out index 0fd5144cf7..d58ebeca7b 100644 --- a/ql/src/test/results/clientnegative/materialized_view_authorization_create_no_select_perm.q.out +++ b/ql/src/test/results/clientnegative/materialized_view_authorization_create_no_select_perm.q.out @@ -8,11 +8,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@amvnsp_table PREHOOK: query: insert into amvnsp_table values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@amvnsp_table POSTHOOK: query: insert into amvnsp_table values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@amvnsp_table -POSTHOOK: Lineage: amvnsp_table.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: amvnsp_table.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: amvnsp_table.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: amvnsp_table.a SCRIPT [] +POSTHOOK: Lineage: amvnsp_table.b SCRIPT [] +POSTHOOK: Lineage: amvnsp_table.c SCRIPT [] FAILED: HiveAccessControlException Permission denied: Principal [name=user2, type=USER] does not have following privileges for operation CREATE_MATERIALIZED_VIEW [[SELECT with grant] on Object [type=TABLE_OR_VIEW, name=default.amvnsp_table]] diff --git a/ql/src/test/results/clientnegative/materialized_view_authorization_drop_other.q.out b/ql/src/test/results/clientnegative/materialized_view_authorization_drop_other.q.out index 322762cf6d..fcd84d3956 100644 --- a/ql/src/test/results/clientnegative/materialized_view_authorization_drop_other.q.out +++ b/ql/src/test/results/clientnegative/materialized_view_authorization_drop_other.q.out @@ -8,13 +8,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@amvdo_table PREHOOK: query: insert into amvdo_table values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@amvdo_table POSTHOOK: query: insert into amvdo_table values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@amvdo_table -POSTHOOK: Lineage: amvdo_table.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: amvdo_table.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: amvdo_table.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: amvdo_table.a SCRIPT [] +POSTHOOK: Lineage: amvdo_table.b SCRIPT [] +POSTHOOK: Lineage: amvdo_table.c SCRIPT [] PREHOOK: query: create materialized view amvdo_mat_view as select a, c from amvdo_table PREHOOK: type: CREATE_MATERIALIZED_VIEW PREHOOK: Input: default@amvdo_table diff --git a/ql/src/test/results/clientnegative/materialized_view_authorization_no_select_perm.q.out b/ql/src/test/results/clientnegative/materialized_view_authorization_no_select_perm.q.out index 45f4b4fd2d..33d1aa03f1 100644 --- a/ql/src/test/results/clientnegative/materialized_view_authorization_no_select_perm.q.out +++ b/ql/src/test/results/clientnegative/materialized_view_authorization_no_select_perm.q.out @@ -8,13 +8,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@amvnsp_table PREHOOK: query: insert into amvnsp_table values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@amvnsp_table POSTHOOK: query: insert into amvnsp_table values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@amvnsp_table -POSTHOOK: Lineage: amvnsp_table.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: amvnsp_table.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: amvnsp_table.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: amvnsp_table.a SCRIPT [] +POSTHOOK: Lineage: amvnsp_table.b SCRIPT [] +POSTHOOK: Lineage: amvnsp_table.c SCRIPT [] PREHOOK: query: create materialized view amvnsp_mat_view as select a, c from amvnsp_table PREHOOK: type: CREATE_MATERIALIZED_VIEW PREHOOK: Input: default@amvnsp_table diff --git a/ql/src/test/results/clientnegative/materialized_view_authorization_rebuild_no_grant.q.out b/ql/src/test/results/clientnegative/materialized_view_authorization_rebuild_no_grant.q.out index 28f0a72b41..341fcea979 100644 --- a/ql/src/test/results/clientnegative/materialized_view_authorization_rebuild_no_grant.q.out +++ b/ql/src/test/results/clientnegative/materialized_view_authorization_rebuild_no_grant.q.out @@ -8,13 +8,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@amvrng_table PREHOOK: query: insert into amvrng_table values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@amvrng_table POSTHOOK: query: insert into amvrng_table values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@amvrng_table -POSTHOOK: Lineage: amvrng_table.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: amvrng_table.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: amvrng_table.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: amvrng_table.a SCRIPT [] +POSTHOOK: Lineage: amvrng_table.b SCRIPT [] +POSTHOOK: Lineage: amvrng_table.c SCRIPT [] PREHOOK: query: grant select on table amvrng_table to user user2 with grant option PREHOOK: type: GRANT_PRIVILEGE PREHOOK: Output: default@amvrng_table diff --git a/ql/src/test/results/clientnegative/materialized_view_authorization_rebuild_other.q.out b/ql/src/test/results/clientnegative/materialized_view_authorization_rebuild_other.q.out index 72244aaec7..97345bf4b6 100644 --- a/ql/src/test/results/clientnegative/materialized_view_authorization_rebuild_other.q.out +++ b/ql/src/test/results/clientnegative/materialized_view_authorization_rebuild_other.q.out @@ -8,13 +8,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@amvro_table PREHOOK: query: insert into amvro_table values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@amvro_table POSTHOOK: query: insert into amvro_table values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@amvro_table -POSTHOOK: Lineage: amvro_table.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: amvro_table.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: amvro_table.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: amvro_table.a SCRIPT [] +POSTHOOK: Lineage: amvro_table.b SCRIPT [] +POSTHOOK: Lineage: amvro_table.c SCRIPT [] PREHOOK: query: create materialized view amvro_mat_view as select a, c from amvro_table PREHOOK: type: CREATE_MATERIALIZED_VIEW PREHOOK: Input: default@amvro_table diff --git a/ql/src/test/results/clientnegative/materialized_view_drop.q.out b/ql/src/test/results/clientnegative/materialized_view_drop.q.out index ee2cb6b5d5..4714597e07 100644 --- a/ql/src/test/results/clientnegative/materialized_view_drop.q.out +++ b/ql/src/test/results/clientnegative/materialized_view_drop.q.out @@ -8,13 +8,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@cmv_basetable PREHOOK: query: insert into cmv_basetable values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cmv_basetable POSTHOOK: query: insert into cmv_basetable values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cmv_basetable -POSTHOOK: Lineage: cmv_basetable.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: cmv_basetable.a SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.b SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.c SCRIPT [] PREHOOK: query: create materialized view cmv_mat_view as select a, b, c from cmv_basetable PREHOOK: type: CREATE_MATERIALIZED_VIEW PREHOOK: Input: default@cmv_basetable diff --git a/ql/src/test/results/clientnegative/materialized_view_drop2.q.out b/ql/src/test/results/clientnegative/materialized_view_drop2.q.out index 58b87f2866..6dfdfa9e7f 100644 --- a/ql/src/test/results/clientnegative/materialized_view_drop2.q.out +++ b/ql/src/test/results/clientnegative/materialized_view_drop2.q.out @@ -8,13 +8,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@cmv_basetable PREHOOK: query: insert into cmv_basetable values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cmv_basetable POSTHOOK: query: insert into cmv_basetable values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cmv_basetable -POSTHOOK: Lineage: cmv_basetable.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: cmv_basetable.a SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.b SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.c SCRIPT [] PREHOOK: query: create materialized view cmv_mat_view as select a, b, c from cmv_basetable PREHOOK: type: CREATE_MATERIALIZED_VIEW PREHOOK: Input: default@cmv_basetable diff --git a/ql/src/test/results/clientnegative/materialized_view_replace_with_view.q.out b/ql/src/test/results/clientnegative/materialized_view_replace_with_view.q.out index fb5776bb25..e2e713286c 100644 --- a/ql/src/test/results/clientnegative/materialized_view_replace_with_view.q.out +++ b/ql/src/test/results/clientnegative/materialized_view_replace_with_view.q.out @@ -8,13 +8,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@rmvwv_basetable PREHOOK: query: insert into rmvwv_basetable values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@rmvwv_basetable POSTHOOK: query: insert into rmvwv_basetable values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@rmvwv_basetable -POSTHOOK: Lineage: rmvwv_basetable.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: rmvwv_basetable.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: rmvwv_basetable.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: rmvwv_basetable.a SCRIPT [] +POSTHOOK: Lineage: rmvwv_basetable.b SCRIPT [] +POSTHOOK: Lineage: rmvwv_basetable.c SCRIPT [] PREHOOK: query: create materialized view rmvwv_mat_view as select a, b, c from rmvwv_basetable PREHOOK: type: CREATE_MATERIALIZED_VIEW PREHOOK: Input: default@rmvwv_basetable diff --git a/ql/src/test/results/clientnegative/partition_column_names_with_leading_and_trailing_spaces.q.out b/ql/src/test/results/clientnegative/partition_column_names_with_leading_and_trailing_spaces.q.out index ed3f0bc011..33b85c17eb 100644 --- a/ql/src/test/results/clientnegative/partition_column_names_with_leading_and_trailing_spaces.q.out +++ b/ql/src/test/results/clientnegative/partition_column_names_with_leading_and_trailing_spaces.q.out @@ -16,11 +16,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@foo_p PREHOOK: query: insert into foo values ("1") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@foo POSTHOOK: query: insert into foo values ("1") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@foo -POSTHOOK: Lineage: foo.d SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: foo.d SCRIPT [] PREHOOK: query: insert into foo_p partition (p="a ") select foo.d from foo PREHOOK: type: QUERY PREHOOK: Input: default@foo diff --git a/ql/src/test/results/clientnegative/subquery_corr_in_agg.q.out b/ql/src/test/results/clientnegative/subquery_corr_in_agg.q.out index 36019cb233..ff17cd0d07 100644 --- a/ql/src/test/results/clientnegative/subquery_corr_in_agg.q.out +++ b/ql/src/test/results/clientnegative/subquery_corr_in_agg.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@Part1 PREHOOK: query: insert into Part1 values (3,6),(10,1),(8,0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part1 POSTHOOK: query: insert into Part1 values (3,6),(10,1),(8,0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part1 -POSTHOOK: Lineage: part1.orderonhand EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part1.pnum EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part1.orderonhand SCRIPT [] +POSTHOOK: Lineage: part1.pnum SCRIPT [] PREHOOK: query: create table Supply (PNum int, Qty int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -24,12 +26,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@Supply PREHOOK: query: insert into Supply values (3,4),(3,2),(10,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@supply POSTHOOK: query: insert into Supply values (3,4),(3,2),(10,1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@supply -POSTHOOK: Lineage: supply.pnum EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: supply.qty EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: supply.pnum SCRIPT [] +POSTHOOK: Lineage: supply.qty SCRIPT [] PREHOOK: query: select pnum from Part1 p where OrderOnHand in (select count(*) from Supply s where s.pnum = p.pnum) PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientnegative/subquery_in_implicit_gby.q.out b/ql/src/test/results/clientnegative/subquery_in_implicit_gby.q.out index 3ce8cc176f..5dc55c43f5 100644 --- a/ql/src/test/results/clientnegative/subquery_in_implicit_gby.q.out +++ b/ql/src/test/results/clientnegative/subquery_in_implicit_gby.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values(0,1), (0,2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values(0,1), (0,2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.j EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t.i SCRIPT [] +POSTHOOK: Lineage: t.j SCRIPT [] PREHOOK: query: create table tt(i int, j int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -24,12 +26,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tt PREHOOK: query: insert into tt values(0,3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tt POSTHOOK: query: insert into tt values(0,3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tt -POSTHOOK: Lineage: tt.i EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tt.j EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: tt.i SCRIPT [] +POSTHOOK: Lineage: tt.j SCRIPT [] PREHOOK: query: select * from t where i IN (select count(i) from tt where tt.j = t.j) PREHOOK: type: QUERY PREHOOK: Input: default@t diff --git a/ql/src/test/results/clientnegative/subquery_notin_implicit_gby.q.out b/ql/src/test/results/clientnegative/subquery_notin_implicit_gby.q.out index a208951567..db6d0a6047 100644 --- a/ql/src/test/results/clientnegative/subquery_notin_implicit_gby.q.out +++ b/ql/src/test/results/clientnegative/subquery_notin_implicit_gby.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values(0,1), (0,2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values(0,1), (0,2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.j EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t.i SCRIPT [] +POSTHOOK: Lineage: t.j SCRIPT [] PREHOOK: query: create table tt(i int, j int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -24,12 +26,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tt PREHOOK: query: insert into tt values(0,3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tt POSTHOOK: query: insert into tt values(0,3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tt -POSTHOOK: Lineage: tt.i EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tt.j EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: tt.i SCRIPT [] +POSTHOOK: Lineage: tt.j SCRIPT [] PREHOOK: query: select * from t where i NOT IN (select count(i) from tt where tt.j = t.j) PREHOOK: type: QUERY PREHOOK: Input: default@t diff --git a/ql/src/test/results/clientnegative/udf_assert_true2.q.out b/ql/src/test/results/clientnegative/udf_assert_true2.q.out index f129172214..f061a92791 100644 --- a/ql/src/test/results/clientnegative/udf_assert_true2.q.out +++ b/ql/src/test/results/clientnegative/udf_assert_true2.q.out @@ -21,15 +21,15 @@ STAGE PLANS: outputColumnNames: _col5 Statistics: Num rows: 1000 Data size: 196000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: (1 + assert_true((_col5 < 2))) (type: double) + expressions: (1 + assert_true((_col5 < 2))) (type: int) outputColumnNames: _col0 - Statistics: Num rows: 1000 Data size: 8000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 4000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 2 - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -45,15 +45,15 @@ STAGE PLANS: outputColumnNames: _col5 Statistics: Num rows: 1000 Data size: 196000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: (1 + assert_true((_col5 < 2))) (type: double) + expressions: (1 + assert_true((_col5 < 2))) (type: int) outputColumnNames: _col0 - Statistics: Num rows: 1000 Data size: 8000 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1000 Data size: 4000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 2 - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/acid_insert_overwrite.q.out b/ql/src/test/results/clientpositive/acid_insert_overwrite.q.out index 53ab0f5534..7fd2d3ae6e 100644 --- a/ql/src/test/results/clientpositive/acid_insert_overwrite.q.out +++ b/ql/src/test/results/clientpositive/acid_insert_overwrite.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@srctbl PREHOOK: query: insert into table srctbl values ('d', 4), ('e', 5), ('f', 6), ('i', 9), ('j', 10) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@srctbl POSTHOOK: query: insert into table srctbl values ('d', 4), ('e', 5), ('f', 6), ('i', 9), ('j', 10) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@srctbl -POSTHOOK: Lineage: srctbl.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: srctbl.value EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: srctbl.key SCRIPT [] +POSTHOOK: Lineage: srctbl.value SCRIPT [] PREHOOK: query: select * from srctbl PREHOOK: type: QUERY PREHOOK: Input: default@srctbl @@ -41,12 +43,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@acidtbl1 PREHOOK: query: insert into table acidtbl1 values ('a', 1), ('b', 2), ('c', 3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acidtbl1 POSTHOOK: query: insert into table acidtbl1 values ('a', 1), ('b', 2), ('c', 3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acidtbl1 -POSTHOOK: Lineage: acidtbl1.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acidtbl1.value EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: acidtbl1.key SCRIPT [] +POSTHOOK: Lineage: acidtbl1.value SCRIPT [] PREHOOK: query: select * from acidtbl1 order by key PREHOOK: type: QUERY PREHOOK: Input: default@acidtbl1 @@ -81,12 +85,14 @@ e 5 f 6 PREHOOK: query: insert into table acidtbl1 values ('g', 7), ('h', 8) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acidtbl1 POSTHOOK: query: insert into table acidtbl1 values ('g', 7), ('h', 8) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acidtbl1 -POSTHOOK: Lineage: acidtbl1.key EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acidtbl1.value EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: acidtbl1.key SCRIPT [] +POSTHOOK: Lineage: acidtbl1.value SCRIPT [] PREHOOK: query: select * from acidtbl1 order by key PREHOOK: type: QUERY PREHOOK: Input: default@acidtbl1 @@ -122,20 +128,24 @@ i 9 j 10 PREHOOK: query: insert into table acidtbl1 values ('k', 11) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acidtbl1 POSTHOOK: query: insert into table acidtbl1 values ('k', 11) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acidtbl1 -POSTHOOK: Lineage: acidtbl1.key EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acidtbl1.value EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: acidtbl1.key SCRIPT [] +POSTHOOK: Lineage: acidtbl1.value SCRIPT [] PREHOOK: query: insert into table acidtbl1 values ('l', 12) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acidtbl1 POSTHOOK: query: insert into table acidtbl1 values ('l', 12) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acidtbl1 -POSTHOOK: Lineage: acidtbl1.key EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acidtbl1.value EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: acidtbl1.key SCRIPT [] +POSTHOOK: Lineage: acidtbl1.value SCRIPT [] PREHOOK: query: select * from acidtbl1 order by key PREHOOK: type: QUERY PREHOOK: Input: default@acidtbl1 @@ -174,12 +184,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@acidtbl3 PREHOOK: query: insert into table acidtbl2 values ('m', 13), ('n', 14) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acidtbl2 POSTHOOK: query: insert into table acidtbl2 values ('m', 13), ('n', 14) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acidtbl2 -POSTHOOK: Lineage: acidtbl2.key EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acidtbl2.value EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: acidtbl2.key SCRIPT [] +POSTHOOK: Lineage: acidtbl2.value SCRIPT [] PREHOOK: query: select * from acidtbl2 order by key PREHOOK: type: QUERY PREHOOK: Input: default@acidtbl2 @@ -192,12 +204,14 @@ m 13 n 14 PREHOOK: query: insert into table acidtbl3 values ('o', 15), ('p', 16) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acidtbl3 POSTHOOK: query: insert into table acidtbl3 values ('o', 15), ('p', 16) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acidtbl3 -POSTHOOK: Lineage: acidtbl3.key EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acidtbl3.value EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: acidtbl3.key SCRIPT [] +POSTHOOK: Lineage: acidtbl3.value SCRIPT [] PREHOOK: query: select * from acidtbl3 order by key PREHOOK: type: QUERY PREHOOK: Input: default@acidtbl3 @@ -290,12 +304,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@acidparttbl PREHOOK: query: insert into table acidparttbl partition(p=100) values ('a', 1), ('b', 2), ('c', 3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acidparttbl@p=100 POSTHOOK: query: insert into table acidparttbl partition(p=100) values ('a', 1), ('b', 2), ('c', 3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acidparttbl@p=100 -POSTHOOK: Lineage: acidparttbl PARTITION(p=100).key EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acidparttbl PARTITION(p=100).value EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: acidparttbl PARTITION(p=100).key SCRIPT [] +POSTHOOK: Lineage: acidparttbl PARTITION(p=100).value SCRIPT [] PREHOOK: query: select p, key, value from acidparttbl order by p, key PREHOOK: type: QUERY PREHOOK: Input: default@acidparttbl @@ -334,15 +350,17 @@ POSTHOOK: Input: default@acidparttbl@p=100 100 f 6 PREHOOK: query: insert into table acidparttbl partition(p) values ('g', 7, 100), ('h', 8, 200) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acidparttbl POSTHOOK: query: insert into table acidparttbl partition(p) values ('g', 7, 100), ('h', 8, 200) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acidparttbl@p=100 POSTHOOK: Output: default@acidparttbl@p=200 -POSTHOOK: Lineage: acidparttbl PARTITION(p=100).key EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acidparttbl PARTITION(p=100).value EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: acidparttbl PARTITION(p=200).key EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acidparttbl PARTITION(p=200).value EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: acidparttbl PARTITION(p=100).key SCRIPT [] +POSTHOOK: Lineage: acidparttbl PARTITION(p=100).value SCRIPT [] +POSTHOOK: Lineage: acidparttbl PARTITION(p=200).key SCRIPT [] +POSTHOOK: Lineage: acidparttbl PARTITION(p=200).value SCRIPT [] PREHOOK: query: select p, key, value from acidparttbl order by p, key PREHOOK: type: QUERY PREHOOK: Input: default@acidparttbl @@ -362,15 +380,17 @@ POSTHOOK: Input: default@acidparttbl@p=200 200 h 8 PREHOOK: query: insert overwrite table acidparttbl partition(p) values ('i', 9, 100), ('j', 10, 200) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acidparttbl POSTHOOK: query: insert overwrite table acidparttbl partition(p) values ('i', 9, 100), ('j', 10, 200) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acidparttbl@p=100 POSTHOOK: Output: default@acidparttbl@p=200 -POSTHOOK: Lineage: acidparttbl PARTITION(p=100).key EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acidparttbl PARTITION(p=100).value EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: acidparttbl PARTITION(p=200).key EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acidparttbl PARTITION(p=200).value EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: acidparttbl PARTITION(p=100).key SCRIPT [] +POSTHOOK: Lineage: acidparttbl PARTITION(p=100).value SCRIPT [] +POSTHOOK: Lineage: acidparttbl PARTITION(p=200).key SCRIPT [] +POSTHOOK: Lineage: acidparttbl PARTITION(p=200).value SCRIPT [] PREHOOK: query: select p, key, value from acidparttbl order by p, key PREHOOK: type: QUERY PREHOOK: Input: default@acidparttbl diff --git a/ql/src/test/results/clientpositive/acid_join.q.out b/ql/src/test/results/clientpositive/acid_join.q.out index a5c3f93357..774ffdf679 100644 --- a/ql/src/test/results/clientpositive/acid_join.q.out +++ b/ql/src/test/results/clientpositive/acid_join.q.out @@ -24,20 +24,24 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@acidjoin3 PREHOOK: query: insert into table acidjoin1 values ('aaa', 35), ('bbb', 32), ('ccc', 32), ('ddd', 35), ('eee', 32) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acidjoin1 POSTHOOK: query: insert into table acidjoin1 values ('aaa', 35), ('bbb', 32), ('ccc', 32), ('ddd', 35), ('eee', 32) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acidjoin1 -POSTHOOK: Lineage: acidjoin1.age EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: acidjoin1.name EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: acidjoin1.age SCRIPT [] +POSTHOOK: Lineage: acidjoin1.name SCRIPT [] PREHOOK: query: insert into table acidjoin2 values ('aaa', 3.00), ('bbb', 3.01), ('ccc', 3.02), ('ddd', 3.03), ('eee', 3.04) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acidjoin2 POSTHOOK: query: insert into table acidjoin2 values ('aaa', 3.00), ('bbb', 3.01), ('ccc', 3.02), ('ddd', 3.03), ('eee', 3.04) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acidjoin2 -POSTHOOK: Lineage: acidjoin2.gpa EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: acidjoin2.name EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: acidjoin2.gpa SCRIPT [] +POSTHOOK: Lineage: acidjoin2.name SCRIPT [] PREHOOK: query: insert into table acidjoin3 select a.name, age, gpa from acidjoin1 a join acidjoin2 b on (a.name = b.name) PREHOOK: type: QUERY PREHOOK: Input: default@acidjoin1 diff --git a/ql/src/test/results/clientpositive/acid_mapjoin.q.out b/ql/src/test/results/clientpositive/acid_mapjoin.q.out index 608afcbef9..a73207cf7f 100644 --- a/ql/src/test/results/clientpositive/acid_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/acid_mapjoin.q.out @@ -24,20 +24,24 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@acid2 PREHOOK: query: insert into acid1 values (1, 'a'), (2, 'b'), (3, 'c'), (4, 'd'), (5, 'e'), (6, 'f'), (7, 'g'), (8, 'h') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acid1 POSTHOOK: query: insert into acid1 values (1, 'a'), (2, 'b'), (3, 'c'), (4, 'd'), (5, 'e'), (6, 'f'), (7, 'g'), (8, 'h') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acid1 -POSTHOOK: Lineage: acid1.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acid1.value SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: acid1.key SCRIPT [] +POSTHOOK: Lineage: acid1.value SCRIPT [] PREHOOK: query: insert into acid2 values (1,'a'),(3,'c'),(5,'e'),(7,'g') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acid2 POSTHOOK: query: insert into acid2 values (1,'a'),(3,'c'),(5,'e'),(7,'g') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acid2 -POSTHOOK: Lineage: acid2.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acid2.value SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: acid2.key SCRIPT [] +POSTHOOK: Lineage: acid2.value SCRIPT [] PREHOOK: query: alter table acid2 update statistics set('numRows'='210', 'rawDataSize'='840') PREHOOK: type: ALTERTABLE_UPDATETABLESTATS PREHOOK: Input: default@acid2 diff --git a/ql/src/test/results/clientpositive/acid_subquery.q.out b/ql/src/test/results/clientpositive/acid_subquery.q.out index f3c44b19bc..77bafe7166 100644 --- a/ql/src/test/results/clientpositive/acid_subquery.q.out +++ b/ql/src/test/results/clientpositive/acid_subquery.q.out @@ -24,18 +24,20 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@source PREHOOK: query: insert into target partition(p,q) values (1,2,1,2), (3,4,1,2), (5,6,1,3), (7,8,2,2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@target POSTHOOK: query: insert into target partition(p,q) values (1,2,1,2), (3,4,1,2), (5,6,1,3), (7,8,2,2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@target@p=1/q=2 POSTHOOK: Output: default@target@p=1/q=3 POSTHOOK: Output: default@target@p=2/q=2 -POSTHOOK: Lineage: target PARTITION(p=1,q=2).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: target PARTITION(p=1,q=2).b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: target PARTITION(p=1,q=3).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: target PARTITION(p=1,q=3).b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: target PARTITION(p=2,q=2).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: target PARTITION(p=2,q=2).b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: target PARTITION(p=1,q=2).a SCRIPT [] +POSTHOOK: Lineage: target PARTITION(p=1,q=2).b SCRIPT [] +POSTHOOK: Lineage: target PARTITION(p=1,q=3).a SCRIPT [] +POSTHOOK: Lineage: target PARTITION(p=1,q=3).b SCRIPT [] +POSTHOOK: Lineage: target PARTITION(p=2,q=2).a SCRIPT [] +POSTHOOK: Lineage: target PARTITION(p=2,q=2).b SCRIPT [] PREHOOK: query: update target set b = 1 where p in (select t.q1 from source t where t.a1=5) PREHOOK: type: QUERY PREHOOK: Input: default@source diff --git a/ql/src/test/results/clientpositive/acid_vectorization.q.out b/ql/src/test/results/clientpositive/acid_vectorization.q.out index 6171ce4390..18ec5980f8 100644 --- a/ql/src/test/results/clientpositive/acid_vectorization.q.out +++ b/ql/src/test/results/clientpositive/acid_vectorization.q.out @@ -18,12 +18,14 @@ POSTHOOK: Lineage: acid_vectorized.a SIMPLE [(alltypesorc)alltypesorc.FieldSchem POSTHOOK: Lineage: acid_vectorized.b SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] PREHOOK: query: insert into table acid_vectorized values (1, 'bar') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acid_vectorized POSTHOOK: query: insert into table acid_vectorized values (1, 'bar') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acid_vectorized -POSTHOOK: Lineage: acid_vectorized.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acid_vectorized.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: acid_vectorized.a SCRIPT [] +POSTHOOK: Lineage: acid_vectorized.b SCRIPT [] PREHOOK: query: update acid_vectorized set b = 'foo' where b = 'bar' PREHOOK: type: QUERY PREHOOK: Input: default@acid_vectorized @@ -78,12 +80,14 @@ POSTHOOK: Lineage: acid_fast_vectorized.a SIMPLE [(alltypesorc)alltypesorc.Field POSTHOOK: Lineage: acid_fast_vectorized.b SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] PREHOOK: query: insert into table acid_fast_vectorized values (1, 'bar') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acid_fast_vectorized POSTHOOK: query: insert into table acid_fast_vectorized values (1, 'bar') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acid_fast_vectorized -POSTHOOK: Lineage: acid_fast_vectorized.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acid_fast_vectorized.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: acid_fast_vectorized.a SCRIPT [] +POSTHOOK: Lineage: acid_fast_vectorized.b SCRIPT [] PREHOOK: query: update acid_fast_vectorized set b = 'foo' where b = 'bar' PREHOOK: type: QUERY PREHOOK: Input: default@acid_fast_vectorized diff --git a/ql/src/test/results/clientpositive/acid_view_delete.q.out b/ql/src/test/results/clientpositive/acid_view_delete.q.out index 71b42e1a54..3771c3ba63 100644 --- a/ql/src/test/results/clientpositive/acid_view_delete.q.out +++ b/ql/src/test/results/clientpositive/acid_view_delete.q.out @@ -27,17 +27,19 @@ PREHOOK: query: insert into mydim values (2, 'joe', '70068', true), (3, 'steve', '22150', true) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@mydim POSTHOOK: query: insert into mydim values (1, 'bob', '95136', true), (2, 'joe', '70068', true), (3, 'steve', '22150', true) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@mydim -POSTHOOK: Lineage: mydim.is_current EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: mydim.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: mydim.name SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: mydim.zip SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: mydim.is_current SCRIPT [] +POSTHOOK: Lineage: mydim.key SCRIPT [] +POSTHOOK: Lineage: mydim.name SCRIPT [] +POSTHOOK: Lineage: mydim.zip SCRIPT [] PREHOOK: query: create table updates_staging_table (ks int, newzip string) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -48,12 +50,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@updates_staging_table PREHOOK: query: insert into updates_staging_table values (1, 87102), (3, 45220) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@updates_staging_table POSTHOOK: query: insert into updates_staging_table values (1, 87102), (3, 45220) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@updates_staging_table -POSTHOOK: Lineage: updates_staging_table.ks EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: updates_staging_table.newzip SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: updates_staging_table.ks SCRIPT [] +POSTHOOK: Lineage: updates_staging_table.newzip SCRIPT [] PREHOOK: query: create view updates_staging_view (kv, newzip) as select ks, newzip from updates_staging_table PREHOOK: type: CREATEVIEW PREHOOK: Input: default@updates_staging_table diff --git a/ql/src/test/results/clientpositive/alterColumnStats.q.out b/ql/src/test/results/clientpositive/alterColumnStats.q.out index 6136392368..5b388287f0 100644 --- a/ql/src/test/results/clientpositive/alterColumnStats.q.out +++ b/ql/src/test/results/clientpositive/alterColumnStats.q.out @@ -47,13 +47,15 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: insert into p values (1,22,333) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@p POSTHOOK: query: insert into p values (1,22,333) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@p -POSTHOOK: Lineage: p.c1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: p.c2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: p.insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: p.c1 SCRIPT [] +POSTHOOK: Lineage: p.c2 SCRIPT [] +POSTHOOK: Lineage: p.insert_num SCRIPT [] PREHOOK: query: desc formatted p PREHOOK: type: DESCTABLE PREHOOK: Input: default@p diff --git a/ql/src/test/results/clientpositive/alterColumnStatsPart.q.out b/ql/src/test/results/clientpositive/alterColumnStatsPart.q.out index fd87060809..01dd242a3d 100644 --- a/ql/src/test/results/clientpositive/alterColumnStatsPart.q.out +++ b/ql/src/test/results/clientpositive/alterColumnStatsPart.q.out @@ -51,12 +51,14 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: insert into p partition (c=1) values (1,2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@p@c=1 POSTHOOK: query: insert into p partition (c=1) values (1,2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@p@c=1 -POSTHOOK: Lineage: p PARTITION(c=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: p PARTITION(c=1).b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: p PARTITION(c=1).a SCRIPT [] +POSTHOOK: Lineage: p PARTITION(c=1).b SCRIPT [] PREHOOK: query: desc formatted p partition (c=1) a PREHOOK: type: DESCTABLE PREHOOK: Input: default@p @@ -180,20 +182,24 @@ STAGE PLANS: PREHOOK: query: insert into p partition (c) values (2,3,4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@p POSTHOOK: query: insert into p partition (c) values (2,3,4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@p@c=4 -POSTHOOK: Lineage: p PARTITION(c=4).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: p PARTITION(c=4).b EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: p PARTITION(c=4).a SCRIPT [] +POSTHOOK: Lineage: p PARTITION(c=4).b SCRIPT [] PREHOOK: query: insert into p partition (c) values (4,5,6) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@p POSTHOOK: query: insert into p partition (c) values (4,5,6) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@p@c=6 -POSTHOOK: Lineage: p PARTITION(c=6).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: p PARTITION(c=6).b EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: p PARTITION(c=6).a SCRIPT [] +POSTHOOK: Lineage: p PARTITION(c=6).b SCRIPT [] PREHOOK: query: desc formatted p partition(c=4) PREHOOK: type: DESCTABLE PREHOOK: Input: default@p @@ -472,12 +478,14 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: insert into p partition (c=100) values (1,2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@p@c=100 POSTHOOK: query: insert into p partition (c=100) values (1,2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@p@c=100 -POSTHOOK: Lineage: p PARTITION(c=100).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: p PARTITION(c=100).b EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: p PARTITION(c=100).a SCRIPT [] +POSTHOOK: Lineage: p PARTITION(c=100).b SCRIPT [] PREHOOK: query: analyze table p partition(c=100) compute statistics for columns a PREHOOK: type: QUERY PREHOOK: Input: default@p diff --git a/ql/src/test/results/clientpositive/alter_table_add_partition.q.out b/ql/src/test/results/clientpositive/alter_table_add_partition.q.out index a8b4d5b60b..a6275cbc11 100644 --- a/ql/src/test/results/clientpositive/alter_table_add_partition.q.out +++ b/ql/src/test/results/clientpositive/alter_table_add_partition.q.out @@ -127,11 +127,13 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: insert into mp partition (b=1) values (1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@mp@b=1 POSTHOOK: query: insert into mp partition (b=1) values (1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@mp@b=1 -POSTHOOK: Lineage: mp PARTITION(b=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: mp PARTITION(b=1).a SCRIPT [] PREHOOK: query: desc formatted mp PREHOOK: type: DESCTABLE PREHOOK: Input: default@mp diff --git a/ql/src/test/results/clientpositive/alter_table_partition_drop.q.out b/ql/src/test/results/clientpositive/alter_table_partition_drop.q.out index 70cdb6d53b..511cb99756 100644 --- a/ql/src/test/results/clientpositive/alter_table_partition_drop.q.out +++ b/ql/src/test/results/clientpositive/alter_table_partition_drop.q.out @@ -12,15 +12,17 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@part_table PREHOOK: query: INSERT INTO part_table PARTITION(p)(p,key,value) values('2014-09-23', 1, 'foo'),('2014-09-24', 2, 'bar') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_table POSTHOOK: query: INSERT INTO part_table PARTITION(p)(p,key,value) values('2014-09-23', 1, 'foo'),('2014-09-24', 2, 'bar') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_table@p=2014-09-23 POSTHOOK: Output: default@part_table@p=2014-09-24 -POSTHOOK: Lineage: part_table PARTITION(p=2014-09-23).key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_table PARTITION(p=2014-09-23).value SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_table PARTITION(p=2014-09-24).key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_table PARTITION(p=2014-09-24).value SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: part_table PARTITION(p=2014-09-23).key SCRIPT [] +POSTHOOK: Lineage: part_table PARTITION(p=2014-09-23).value SCRIPT [] +POSTHOOK: Lineage: part_table PARTITION(p=2014-09-24).key SCRIPT [] +POSTHOOK: Lineage: part_table PARTITION(p=2014-09-24).value SCRIPT [] PREHOOK: query: SELECT * FROM part_table PREHOOK: type: QUERY PREHOOK: Input: default@part_table diff --git a/ql/src/test/results/clientpositive/alter_table_update_status.q.out b/ql/src/test/results/clientpositive/alter_table_update_status.q.out index c6140be263..baf43c1d30 100644 --- a/ql/src/test/results/clientpositive/alter_table_update_status.q.out +++ b/ql/src/test/results/clientpositive/alter_table_update_status.q.out @@ -269,44 +269,48 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@datatype_stats PREHOOK: query: INSERT INTO datatype_stats values(2, 3, 45, 456, 45454.4, 454.6565, 2355, '2012-01-01 01:02:03', '2012-01-01', 'update_statistics', 'stats', 'hive', 'true', 'bin') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@datatype_stats POSTHOOK: query: INSERT INTO datatype_stats values(2, 3, 45, 456, 45454.4, 454.6565, 2355, '2012-01-01 01:02:03', '2012-01-01', 'update_statistics', 'stats', 'hive', 'true', 'bin') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@datatype_stats -POSTHOOK: Lineage: datatype_stats.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.bin EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.bl EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.d EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.dem EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.dt EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.f EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.s EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.str SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.t EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.ts EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.v EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: datatype_stats.b SCRIPT [] +POSTHOOK: Lineage: datatype_stats.bin SCRIPT [] +POSTHOOK: Lineage: datatype_stats.bl SCRIPT [] +POSTHOOK: Lineage: datatype_stats.c SCRIPT [] +POSTHOOK: Lineage: datatype_stats.d SCRIPT [] +POSTHOOK: Lineage: datatype_stats.dem SCRIPT [] +POSTHOOK: Lineage: datatype_stats.dt SCRIPT [] +POSTHOOK: Lineage: datatype_stats.f SCRIPT [] +POSTHOOK: Lineage: datatype_stats.i SCRIPT [] +POSTHOOK: Lineage: datatype_stats.s SCRIPT [] +POSTHOOK: Lineage: datatype_stats.str SCRIPT [] +POSTHOOK: Lineage: datatype_stats.t SCRIPT [] +POSTHOOK: Lineage: datatype_stats.ts SCRIPT [] +POSTHOOK: Lineage: datatype_stats.v SCRIPT [] PREHOOK: query: INSERT INTO datatype_stats values(NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@datatype_stats POSTHOOK: query: INSERT INTO datatype_stats values(NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@datatype_stats -POSTHOOK: Lineage: datatype_stats.b EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.bin EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.bl EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.d EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.dem EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.dt EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.f EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.i EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.s EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.str SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.t EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.ts EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.v EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: datatype_stats.b EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.bin EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.bl EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.c EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.d EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.dem EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.dt EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.f EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.i EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.s EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.str EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.t EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.ts EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.v EXPRESSION [] PREHOOK: query: DESC FORMATTED datatype_stats s PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats diff --git a/ql/src/test/results/clientpositive/alter_table_update_status_disable_bitvector.q.out b/ql/src/test/results/clientpositive/alter_table_update_status_disable_bitvector.q.out index 5ff136d6d2..5735065d4d 100644 --- a/ql/src/test/results/clientpositive/alter_table_update_status_disable_bitvector.q.out +++ b/ql/src/test/results/clientpositive/alter_table_update_status_disable_bitvector.q.out @@ -269,44 +269,48 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@datatype_stats PREHOOK: query: INSERT INTO datatype_stats values(2, 3, 45, 456, 45454.4, 454.6565, 2355, '2012-01-01 01:02:03', '2012-01-01', 'update_statistics', 'stats', 'hive', 'true', 'bin') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@datatype_stats POSTHOOK: query: INSERT INTO datatype_stats values(2, 3, 45, 456, 45454.4, 454.6565, 2355, '2012-01-01 01:02:03', '2012-01-01', 'update_statistics', 'stats', 'hive', 'true', 'bin') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@datatype_stats -POSTHOOK: Lineage: datatype_stats.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.bin EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.bl EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.d EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.dem EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.dt EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.f EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.s EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.str SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.t EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.ts EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.v EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: datatype_stats.b SCRIPT [] +POSTHOOK: Lineage: datatype_stats.bin SCRIPT [] +POSTHOOK: Lineage: datatype_stats.bl SCRIPT [] +POSTHOOK: Lineage: datatype_stats.c SCRIPT [] +POSTHOOK: Lineage: datatype_stats.d SCRIPT [] +POSTHOOK: Lineage: datatype_stats.dem SCRIPT [] +POSTHOOK: Lineage: datatype_stats.dt SCRIPT [] +POSTHOOK: Lineage: datatype_stats.f SCRIPT [] +POSTHOOK: Lineage: datatype_stats.i SCRIPT [] +POSTHOOK: Lineage: datatype_stats.s SCRIPT [] +POSTHOOK: Lineage: datatype_stats.str SCRIPT [] +POSTHOOK: Lineage: datatype_stats.t SCRIPT [] +POSTHOOK: Lineage: datatype_stats.ts SCRIPT [] +POSTHOOK: Lineage: datatype_stats.v SCRIPT [] PREHOOK: query: INSERT INTO datatype_stats values(NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@datatype_stats POSTHOOK: query: INSERT INTO datatype_stats values(NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@datatype_stats -POSTHOOK: Lineage: datatype_stats.b EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.bin EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.bl EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.d EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.dem EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.dt EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.f EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.i EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.s EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.str SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.t EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.ts EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: datatype_stats.v EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: datatype_stats.b EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.bin EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.bl EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.c EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.d EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.dem EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.dt EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.f EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.i EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.s EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.str EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.t EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.ts EXPRESSION [] +POSTHOOK: Lineage: datatype_stats.v EXPRESSION [] PREHOOK: query: DESC FORMATTED datatype_stats s PREHOOK: type: DESCTABLE PREHOOK: Input: default@datatype_stats diff --git a/ql/src/test/results/clientpositive/alter_view_col_type.q.out b/ql/src/test/results/clientpositive/alter_view_col_type.q.out index 8ac94371f5..539ea7fa24 100644 --- a/ql/src/test/results/clientpositive/alter_view_col_type.q.out +++ b/ql/src/test/results/clientpositive/alter_view_col_type.q.out @@ -8,49 +8,59 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@at1 PREHOOK: query: insert into at1 values (1, 'a', 'one') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@at1 POSTHOOK: query: insert into at1 values (1, 'a', 'one') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@at1 -POSTHOOK: Lineage: at1.c1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: at1.c2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: at1.c3 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: at1.c1 SCRIPT [] +POSTHOOK: Lineage: at1.c2 SCRIPT [] +POSTHOOK: Lineage: at1.c3 SCRIPT [] PREHOOK: query: insert into at1 values (2, 'b', 'two') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@at1 POSTHOOK: query: insert into at1 values (2, 'b', 'two') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@at1 -POSTHOOK: Lineage: at1.c1 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: at1.c2 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: at1.c3 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: at1.c1 SCRIPT [] +POSTHOOK: Lineage: at1.c2 SCRIPT [] +POSTHOOK: Lineage: at1.c3 SCRIPT [] PREHOOK: query: insert into at1 values (3, 'c', 'three') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@at1 POSTHOOK: query: insert into at1 values (3, 'c', 'three') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@at1 -POSTHOOK: Lineage: at1.c1 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: at1.c2 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: at1.c3 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: at1.c1 SCRIPT [] +POSTHOOK: Lineage: at1.c2 SCRIPT [] +POSTHOOK: Lineage: at1.c3 SCRIPT [] PREHOOK: query: insert into at1 values (4, 'd', 'four') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@at1 POSTHOOK: query: insert into at1 values (4, 'd', 'four') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@at1 -POSTHOOK: Lineage: at1.c1 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: at1.c2 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: at1.c3 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: at1.c1 SCRIPT [] +POSTHOOK: Lineage: at1.c2 SCRIPT [] +POSTHOOK: Lineage: at1.c3 SCRIPT [] PREHOOK: query: insert into at1 values (5, 'e', 'five') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@at1 POSTHOOK: query: insert into at1 values (5, 'e', 'five') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@at1 -POSTHOOK: Lineage: at1.c1 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: at1.c2 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: at1.c3 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: at1.c1 SCRIPT [] +POSTHOOK: Lineage: at1.c2 SCRIPT [] +POSTHOOK: Lineage: at1.c3 SCRIPT [] PREHOOK: query: create view av1 as select c1, c2 from at1 PREHOOK: type: CREATEVIEW PREHOOK: Input: default@at1 diff --git a/ql/src/test/results/clientpositive/analyze_tbl_date.q.out b/ql/src/test/results/clientpositive/analyze_tbl_date.q.out index e70c6b8bf0..cc74b53039 100644 --- a/ql/src/test/results/clientpositive/analyze_tbl_date.q.out +++ b/ql/src/test/results/clientpositive/analyze_tbl_date.q.out @@ -8,11 +8,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test_table PREHOOK: query: insert into test_table values(null), (null), (null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_table POSTHOOK: query: insert into test_table values(null), (null), (null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_table -POSTHOOK: Lineage: test_table.d EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: test_table.d EXPRESSION [] PREHOOK: query: analyze table test_table compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@test_table diff --git a/ql/src/test/results/clientpositive/array_size_estimation.q.out b/ql/src/test/results/clientpositive/array_size_estimation.q.out index 3a0a9dfa4b..ec0c86f587 100644 --- a/ql/src/test/results/clientpositive/array_size_estimation.q.out +++ b/ql/src/test/results/clientpositive/array_size_estimation.q.out @@ -8,11 +8,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values ('x') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values ('x') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.col SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.col SCRIPT [] PREHOOK: query: explain select array("b", "d", "c", "a") FROM t PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/autoColumnStats_10.q.out b/ql/src/test/results/clientpositive/autoColumnStats_10.q.out index 6cb51fdab9..9ae59e6943 100644 --- a/ql/src/test/results/clientpositive/autoColumnStats_10.q.out +++ b/ql/src/test/results/clientpositive/autoColumnStats_10.q.out @@ -47,13 +47,15 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: insert into p values (1,22,333) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@p POSTHOOK: query: insert into p values (1,22,333) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@p -POSTHOOK: Lineage: p.c1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: p.c2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: p.insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: p.c1 SCRIPT [] +POSTHOOK: Lineage: p.c2 SCRIPT [] +POSTHOOK: Lineage: p.insert_num SCRIPT [] PREHOOK: query: desc formatted p PREHOOK: type: DESCTABLE PREHOOK: Input: default@p @@ -173,13 +175,15 @@ comment from deserializer COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"insert_num\":\"true\"}} PREHOOK: query: insert into p values (2,11,111) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@p POSTHOOK: query: insert into p values (2,11,111) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@p -POSTHOOK: Lineage: p.c1 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: p.c2 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: p.insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: p.c1 SCRIPT [] +POSTHOOK: Lineage: p.c2 SCRIPT [] +POSTHOOK: Lineage: p.insert_num SCRIPT [] PREHOOK: query: desc formatted p PREHOOK: type: DESCTABLE PREHOOK: Input: default@p @@ -307,13 +311,15 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: insert into p values (1,22,333) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@p POSTHOOK: query: insert into p values (1,22,333) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@p -POSTHOOK: Lineage: p.c1 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: p.c2 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: p.insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: p.c1 SCRIPT [] +POSTHOOK: Lineage: p.c2 SCRIPT [] +POSTHOOK: Lineage: p.insert_num SCRIPT [] PREHOOK: query: desc formatted p PREHOOK: type: DESCTABLE PREHOOK: Input: default@p @@ -433,13 +439,15 @@ comment from deserializer COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} PREHOOK: query: insert into p values (2,11,111) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@p POSTHOOK: query: insert into p values (2,11,111) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@p -POSTHOOK: Lineage: p.c1 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: p.c2 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: p.insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: p.c1 SCRIPT [] +POSTHOOK: Lineage: p.c2 SCRIPT [] +POSTHOOK: Lineage: p.insert_num SCRIPT [] PREHOOK: query: desc formatted p PREHOOK: type: DESCTABLE PREHOOK: Input: default@p diff --git a/ql/src/test/results/clientpositive/autoColumnStats_5.q.out b/ql/src/test/results/clientpositive/autoColumnStats_5.q.out index db5dd86a99..6b29dad85f 100644 --- a/ql/src/test/results/clientpositive/autoColumnStats_5.q.out +++ b/ql/src/test/results/clientpositive/autoColumnStats_5.q.out @@ -26,50 +26,58 @@ STAGE PLANS: Map Reduce Map Operator Tree: TableScan - alias: values__tmp__table__1 - Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: UDFToInteger(tmp_values_col1) (type: int), tmp_values_col2 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.partitioned1 - Select Operator - expressions: _col0 (type: int), _col1 (type: string), UDFToInteger('1') (type: int) - outputColumnNames: a, b, part - Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: compute_stats(a, 'hll'), compute_stats(b, 'hll') - keys: part (type: int) - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: struct), _col2 (type: struct) + expressions: array(const struct(1,'original'),const struct(2,'original'),const struct(3,'original'),const struct(4,'original')) (type: array>) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 72 Basic stats: COMPLETE Column stats: COMPLETE + UDTF Operator + Statistics: Num rows: 1 Data size: 72 Basic stats: COMPLETE Column stats: COMPLETE + function name: inline + Select Operator + expressions: col1 (type: int), col2 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.partitioned1 + Select Operator + expressions: _col0 (type: int), _col1 (type: string), UDFToInteger('1') (type: int) + outputColumnNames: a, b, part + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: compute_stats(a, 'hll'), compute_stats(b, 'hll') + keys: part (type: int) + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 868 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 1 Data size: 868 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: struct), _col2 (type: struct) Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: struct), _col2 (type: struct), _col0 (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -136,13 +144,15 @@ STAGE PLANS: PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@partitioned1@part=1 POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SCRIPT [] +col1 col2 PREHOOK: query: desc formatted partitioned1 partition(part=1) PREHOOK: type: DESCTABLE PREHOOK: Input: default@partitioned1 @@ -266,50 +276,58 @@ STAGE PLANS: Map Reduce Map Operator Tree: TableScan - alias: values__tmp__table__3 - Statistics: Num rows: 1 Data size: 600 Basic stats: COMPLETE Column stats: NONE + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: UDFToInteger(tmp_values_col1) (type: int), tmp_values_col2 (type: string), UDFToInteger(tmp_values_col3) (type: int), tmp_values_col4 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 600 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 600 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.partitioned1 - Select Operator - expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int), _col3 (type: string), UDFToInteger('2') (type: int) - outputColumnNames: a, b, c, d, part - Statistics: Num rows: 1 Data size: 600 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: compute_stats(a, 'hll'), compute_stats(b, 'hll'), compute_stats(c, 'hll'), compute_stats(d, 'hll') - keys: part (type: int) - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 600 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 600 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), _col4 (type: struct) + expressions: array(const struct(1,'new',10,'ten'),const struct(2,'new',20,'twenty'),const struct(3,'new',30,'thirty'),const struct(4,'new',40,'forty')) (type: array>) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 72 Basic stats: COMPLETE Column stats: COMPLETE + UDTF Operator + Statistics: Num rows: 1 Data size: 72 Basic stats: COMPLETE Column stats: COMPLETE + function name: inline + Select Operator + expressions: col1 (type: int), col2 (type: string), col3 (type: int), col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.partitioned1 + Select Operator + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int), _col3 (type: string), UDFToInteger('2') (type: int) + outputColumnNames: a, b, c, d, part + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: compute_stats(a, 'hll'), compute_stats(b, 'hll'), compute_stats(c, 'hll'), compute_stats(d, 'hll') + keys: part (type: int) + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 1732 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 1 Data size: 1732 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), _col4 (type: struct) Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 600 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 1764 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), _col4 (type: struct), _col0 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 600 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 1764 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 600 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 1764 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -376,15 +394,17 @@ STAGE PLANS: PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@partitioned1@part=2 POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', 20, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a SCRIPT [] +POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SCRIPT [] +POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c SCRIPT [] +POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SCRIPT [] +col1 col2 col3 col4 PREHOOK: query: desc formatted partitioned1 partition(part=2) PREHOOK: type: DESCTABLE PREHOOK: Input: default@partitioned1 @@ -464,50 +484,58 @@ STAGE PLANS: Map Reduce Map Operator Tree: TableScan - alias: values__tmp__table__5 - Statistics: Num rows: 1 Data size: 400 Basic stats: COMPLETE Column stats: NONE + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: UDFToInteger(tmp_values_col1) (type: int), tmp_values_col2 (type: string), UDFToInteger(tmp_values_col3) (type: int), tmp_values_col4 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 400 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 400 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.partitioned1 - Select Operator - expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int), _col3 (type: string), UDFToInteger('1') (type: int) - outputColumnNames: a, b, c, d, part - Statistics: Num rows: 1 Data size: 400 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: compute_stats(a, 'hll'), compute_stats(b, 'hll'), compute_stats(c, 'hll'), compute_stats(d, 'hll') - keys: part (type: int) - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 400 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 400 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), _col4 (type: struct) + expressions: array(const struct(5,'new',100,'hundred'),const struct(6,'new',200,'two hundred')) (type: array>) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 56 Basic stats: COMPLETE Column stats: COMPLETE + UDTF Operator + Statistics: Num rows: 1 Data size: 56 Basic stats: COMPLETE Column stats: COMPLETE + function name: inline + Select Operator + expressions: col1 (type: int), col2 (type: string), col3 (type: int), col4 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.partitioned1 + Select Operator + expressions: _col0 (type: int), _col1 (type: string), _col2 (type: int), _col3 (type: string), UDFToInteger('1') (type: int) + outputColumnNames: a, b, c, d, part + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: compute_stats(a, 'hll'), compute_stats(b, 'hll'), compute_stats(c, 'hll'), compute_stats(d, 'hll') + keys: part (type: int) + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 1 Data size: 1732 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 1 Data size: 1732 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), _col4 (type: struct) Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1), compute_stats(VALUE._col2), compute_stats(VALUE._col3) keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 400 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 1764 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), _col4 (type: struct), _col0 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1 Data size: 400 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 1764 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 400 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 1764 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -574,15 +602,17 @@ STAGE PLANS: PREHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@partitioned1@part=1 POSTHOOK: query: insert into table partitioned1 partition(part=1) values(5, 'new', 100, 'hundred'),(6, 'new', 200, 'two hundred') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: partitioned1 PARTITION(part=1).c SCRIPT [] +POSTHOOK: Lineage: partitioned1 PARTITION(part=1).d SCRIPT [] +col1 col2 col3 col4 PREHOOK: query: desc formatted partitioned1 partition(part=1) PREHOOK: type: DESCTABLE PREHOOK: Input: default@partitioned1 diff --git a/ql/src/test/results/clientpositive/autoColumnStats_5a.q.out b/ql/src/test/results/clientpositive/autoColumnStats_5a.q.out index 40548d0fdd..44f4c719b6 100644 --- a/ql/src/test/results/clientpositive/autoColumnStats_5a.q.out +++ b/ql/src/test/results/clientpositive/autoColumnStats_5a.q.out @@ -28,98 +28,106 @@ STAGE PLANS: Map Reduce Map Operator Tree: TableScan - alias: values__tmp__table__1 - Statistics: Num rows: 1 Data size: 110 Basic stats: COMPLETE Column stats: NONE + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator - expressions: UDFToInteger(tmp_values_col1) (type: int), tmp_values_col2 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 110 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - GlobalTableId: 1 -#### A masked pattern was here #### - NumFilesPerFileSink: 1 - Static Partition Specification: part=1/ - Statistics: Num rows: 1 Data size: 110 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - column.name.delimiter , - columns a,b - columns.comments - columns.types int:string -#### A masked pattern was here #### - name default.partitioned1 - partition_columns.types int - serialization.ddl struct partitioned1 { i32 a, string b} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -#### A masked pattern was here #### - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.partitioned1 - TotalFiles: 1 - GatherStats: true - MultiFileSpray: false - Select Operator - expressions: _col0 (type: int), _col1 (type: string), UDFToInteger('1') (type: int) - outputColumnNames: a, b, part - Statistics: Num rows: 1 Data size: 110 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: compute_stats(a, 'hll'), compute_stats(b, 'hll') - keys: part (type: int) - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 110 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: a - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 110 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col1 (type: struct), _col2 (type: struct) - auto parallelism: false + expressions: array(const struct(1,'original')) (type: array>) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + UDTF Operator + Statistics: Num rows: 1 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + function name: inline + Select Operator + expressions: col1 (type: int), col2 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + GlobalTableId: 1 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Static Partition Specification: part=1/ + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + column.name.delimiter , + columns a,b + columns.comments + columns.types int:string +#### A masked pattern was here #### + name default.partitioned1 + partition_columns.types int + serialization.ddl struct partitioned1 { i32 a, string b} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.partitioned1 + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false + Select Operator + expressions: _col0 (type: int), _col1 (type: string), UDFToInteger('1') (type: int) + outputColumnNames: a, b, part + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: compute_stats(a, 'hll'), compute_stats(b, 'hll') + keys: part (type: int) + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 868 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 1 Data size: 868 Basic stats: COMPLETE Column stats: COMPLETE + tag: -1 + value expressions: _col1 (type: struct), _col2 (type: struct) + auto parallelism: false Path -> Alias: #### A masked pattern was here #### Path -> Partition: #### A masked pattern was here #### Partition - base file name: Values__Tmp__Table__1 - input format: org.apache.hadoop.mapred.TextInputFormat + base file name: dummy_path + input format: org.apache.hadoop.hive.ql.io.NullRowsInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: bucket_count -1 column.name.delimiter , - columns tmp_values_col1,tmp_values_col2 + columns columns.comments - columns.types string:string + columns.types #### A masked pattern was here #### - name default.values__tmp__table__1 - serialization.ddl struct values__tmp__table__1 { string tmp_values_col1, string tmp_values_col2} + name _dummy_database._dummy_table + serialization.ddl struct _dummy_table { } serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + serde: org.apache.hadoop.hive.serde2.NullStructSerDe - input format: org.apache.hadoop.mapred.TextInputFormat + input format: org.apache.hadoop.hive.ql.io.NullRowsInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: bucket_count -1 column.name.delimiter , - columns tmp_values_col1,tmp_values_col2 + columns columns.comments - columns.types string:string + columns.types #### A masked pattern was here #### - name default.values__tmp__table__1 - serialization.ddl struct values__tmp__table__1 { string tmp_values_col1, string tmp_values_col2} + name _dummy_database._dummy_table + serialization.ddl struct _dummy_table { } serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.values__tmp__table__1 - name: default.values__tmp__table__1 + serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + serde: org.apache.hadoop.hive.serde2.NullStructSerDe + name: _dummy_database._dummy_table + name: _dummy_database._dummy_table Truncated Path -> Alias: #### A masked pattern was here #### Needs Tagging: false @@ -129,17 +137,17 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 110 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: struct), _col2 (type: struct), _col0 (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 110 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 110 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -362,13 +370,15 @@ STAGE PLANS: PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@partitioned1@part=1 POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SCRIPT [] +col1 col2 PREHOOK: query: desc formatted partitioned1 partition(part=1) PREHOOK: type: DESCTABLE PREHOOK: Input: default@partitioned1 @@ -429,98 +439,106 @@ STAGE PLANS: Map Reduce Map Operator Tree: TableScan - alias: values__tmp__table__3 - Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator - expressions: UDFToInteger(tmp_values_col1) (type: int), tmp_values_col2 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - GlobalTableId: 1 -#### A masked pattern was here #### - NumFilesPerFileSink: 1 - Static Partition Specification: part=1/ - Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE -#### A masked pattern was here #### - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - properties: - bucket_count -1 - column.name.delimiter , - columns a,b - columns.comments - columns.types int:string -#### A masked pattern was here #### - name default.partitioned1 - partition_columns.types int - serialization.ddl struct partitioned1 { i32 a, string b} - serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -#### A masked pattern was here #### - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.partitioned1 - TotalFiles: 1 - GatherStats: true - MultiFileSpray: false - Select Operator - expressions: _col0 (type: int), _col1 (type: string), UDFToInteger('1') (type: int) - outputColumnNames: a, b, part - Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: compute_stats(a, 'hll'), compute_stats(b, 'hll') - keys: part (type: int) - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - null sort order: a - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col1 (type: struct), _col2 (type: struct) - auto parallelism: false + expressions: array(const struct(2,'original'),const struct(3,'original'),const struct(4,'original')) (type: array>) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE + UDTF Operator + Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE + function name: inline + Select Operator + expressions: col1 (type: int), col2 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + GlobalTableId: 1 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Static Partition Specification: part=1/ + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + bucket_count -1 + column.name.delimiter , + columns a,b + columns.comments + columns.types int:string +#### A masked pattern was here #### + name default.partitioned1 + partition_columns.types int + serialization.ddl struct partitioned1 { i32 a, string b} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.partitioned1 + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false + Select Operator + expressions: _col0 (type: int), _col1 (type: string), UDFToInteger('1') (type: int) + outputColumnNames: a, b, part + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: compute_stats(a, 'hll'), compute_stats(b, 'hll') + keys: part (type: int) + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 868 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 1 Data size: 868 Basic stats: COMPLETE Column stats: COMPLETE + tag: -1 + value expressions: _col1 (type: struct), _col2 (type: struct) + auto parallelism: false Path -> Alias: #### A masked pattern was here #### Path -> Partition: #### A masked pattern was here #### Partition - base file name: Values__Tmp__Table__3 - input format: org.apache.hadoop.mapred.TextInputFormat + base file name: dummy_path + input format: org.apache.hadoop.hive.ql.io.NullRowsInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: bucket_count -1 column.name.delimiter , - columns tmp_values_col1,tmp_values_col2 + columns columns.comments - columns.types string:string + columns.types #### A masked pattern was here #### - name default.values__tmp__table__3 - serialization.ddl struct values__tmp__table__3 { string tmp_values_col1, string tmp_values_col2} + name _dummy_database._dummy_table + serialization.ddl struct _dummy_table { } serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + serde: org.apache.hadoop.hive.serde2.NullStructSerDe - input format: org.apache.hadoop.mapred.TextInputFormat + input format: org.apache.hadoop.hive.ql.io.NullRowsInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: bucket_count -1 column.name.delimiter , - columns tmp_values_col1,tmp_values_col2 + columns columns.comments - columns.types string:string + columns.types #### A masked pattern was here #### - name default.values__tmp__table__3 - serialization.ddl struct values__tmp__table__3 { string tmp_values_col1, string tmp_values_col2} + name _dummy_database._dummy_table + serialization.ddl struct _dummy_table { } serialization.format 1 - serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.values__tmp__table__3 - name: default.values__tmp__table__3 + serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + serde: org.apache.hadoop.hive.serde2.NullStructSerDe + name: _dummy_database._dummy_table + name: _dummy_database._dummy_table Truncated Path -> Alias: #### A masked pattern was here #### Needs Tagging: false @@ -530,17 +548,17 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: struct), _col2 (type: struct), _col0 (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 330 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat @@ -763,13 +781,15 @@ STAGE PLANS: PREHOOK: query: insert into table partitioned1 partition(part=1) values(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@partitioned1@part=1 POSTHOOK: query: insert into table partitioned1 partition(part=1) values(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SCRIPT [] +col1 col2 PREHOOK: query: explain insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY POSTHOOK: query: explain insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') @@ -790,50 +810,58 @@ STAGE PLANS: Map Reduce Map Operator Tree: TableScan - alias: values__tmp__table__5 - Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: UDFToInteger(tmp_values_col1) (type: int), tmp_values_col2 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.partitioned1 - Select Operator - expressions: _col0 (type: int), _col1 (type: string), UDFToInteger('1') (type: int) - outputColumnNames: a, b, part - Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: compute_stats(a, 'hll'), compute_stats(b, 'hll') - keys: part (type: int) - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: struct), _col2 (type: struct) + expressions: array(const struct(1,'original'),const struct(2,'original'),const struct(3,'original'),const struct(4,'original')) (type: array>) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 72 Basic stats: COMPLETE Column stats: COMPLETE + UDTF Operator + Statistics: Num rows: 1 Data size: 72 Basic stats: COMPLETE Column stats: COMPLETE + function name: inline + Select Operator + expressions: col1 (type: int), col2 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.partitioned1 + Select Operator + expressions: _col0 (type: int), _col1 (type: string), UDFToInteger('1') (type: int) + outputColumnNames: a, b, part + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: compute_stats(a, 'hll'), compute_stats(b, 'hll') + keys: part (type: int) + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 868 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 1 Data size: 868 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: struct), _col2 (type: struct) Reduce Operator Tree: Group By Operator aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: struct), _col2 (type: struct), _col0 (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 440 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 884 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/avrotblsjoin.q.out b/ql/src/test/results/clientpositive/avrotblsjoin.q.out index d0170a3667..a686235e57 100644 --- a/ql/src/test/results/clientpositive/avrotblsjoin.q.out +++ b/ql/src/test/results/clientpositive/avrotblsjoin.q.out @@ -52,21 +52,25 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table1_1 PREHOOK: query: insert into table1 values ("1", "2", "3") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table1 POSTHOOK: query: insert into table1 values ("1", "2", "3") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.col1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.col2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.col3 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table1.col1 SCRIPT [] +POSTHOOK: Lineage: table1.col2 SCRIPT [] +POSTHOOK: Lineage: table1.col3 SCRIPT [] PREHOOK: query: insert into table1_1 values (1, "2") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table1_1 POSTHOOK: query: insert into table1_1 values (1, "2") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table1_1 -POSTHOOK: Lineage: table1_1.col1 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1_1.col2 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table1_1.col1 SCRIPT [] +POSTHOOK: Lineage: table1_1.col2 SCRIPT [] WARNING: Comparing a bigint and a string may result in a loss of precision. Warning: Shuffle Join JOIN[8][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: select table1.col1, table1_1.* from table1 join table1_1 on table1.col1=table1_1.col1 where table1_1.col1="1" diff --git a/ql/src/test/results/clientpositive/basicstat_partval.q.out b/ql/src/test/results/clientpositive/basicstat_partval.q.out index 1e46d5825d..ac75365826 100644 --- a/ql/src/test/results/clientpositive/basicstat_partval.q.out +++ b/ql/src/test/results/clientpositive/basicstat_partval.q.out @@ -8,18 +8,22 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@p1 PREHOOK: query: insert into p1 partition(p='a') values (1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@p1@p=a POSTHOOK: query: insert into p1 partition(p='a') values (1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@p1@p=a -POSTHOOK: Lineage: p1 PARTITION(p=a).i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: p1 PARTITION(p=a).i SCRIPT [] PREHOOK: query: insert into p1 partition(p='A') values (2),(3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@p1@p=A POSTHOOK: query: insert into p1 partition(p='A') values (2),(3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@p1@p=A -POSTHOOK: Lineage: p1 PARTITION(p=A).i EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: p1 PARTITION(p=A).i SCRIPT [] PREHOOK: query: describe formatted p1 PREHOOK: type: DESCTABLE PREHOOK: Input: default@p1 diff --git a/ql/src/test/results/clientpositive/beeline/mapjoin2.q.out b/ql/src/test/results/clientpositive/beeline/mapjoin2.q.out index 7e7084160d..f1787427e4 100644 --- a/ql/src/test/results/clientpositive/beeline/mapjoin2.q.out +++ b/ql/src/test/results/clientpositive/beeline/mapjoin2.q.out @@ -8,20 +8,24 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tbl PREHOOK: query: insert into tbl values (1, 'one') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tbl POSTHOOK: query: insert into tbl values (1, 'one') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tbl -POSTHOOK: Lineage: tbl.n EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tbl.t SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: tbl.n SCRIPT [] +POSTHOOK: Lineage: tbl.t SCRIPT [] PREHOOK: query: insert into tbl values(2, 'two') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tbl POSTHOOK: query: insert into tbl values(2, 'two') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tbl -POSTHOOK: Lineage: tbl.n EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tbl.t SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: tbl.n SCRIPT [] +POSTHOOK: Lineage: tbl.t SCRIPT [] Warning: Map Join MAPJOIN[13][bigTable=?] in task 'Stage-3:MAPRED' is a cross product PREHOOK: query: select a.n, a.t, isnull(b.n), isnull(b.t) from (select * from tbl where n = 1) a left outer join (select * from tbl where 1 = 2) b on a.n = b.n PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/beeline/materialized_view_create_rewrite.q.out b/ql/src/test/results/clientpositive/beeline/materialized_view_create_rewrite.q.out index 6db992128a..b21f715c67 100644 --- a/ql/src/test/results/clientpositive/beeline/materialized_view_create_rewrite.q.out +++ b/ql/src/test/results/clientpositive/beeline/materialized_view_create_rewrite.q.out @@ -13,6 +13,7 @@ PREHOOK: query: insert into cmv_basetable values (3, 'calvin', 978.76, 3), (3, 'charlie', 9.8, 1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cmv_basetable POSTHOOK: query: insert into cmv_basetable values (1, 'alfred', 10.30, 2), @@ -21,11 +22,12 @@ POSTHOOK: query: insert into cmv_basetable values (3, 'calvin', 978.76, 3), (3, 'charlie', 9.8, 1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cmv_basetable -POSTHOOK: Lineage: cmv_basetable.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.d EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: cmv_basetable.a SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.b SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.c SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.d SCRIPT [] PREHOOK: query: create materialized view cmv_mat_view enable rewrite as select a, b, c from cmv_basetable where a = 2 PREHOOK: type: CREATE_MATERIALIZED_VIEW diff --git a/ql/src/test/results/clientpositive/bucket_num_reducers_acid.q.out b/ql/src/test/results/clientpositive/bucket_num_reducers_acid.q.out index 8ea23d7ce8..81ba5aec05 100644 --- a/ql/src/test/results/clientpositive/bucket_num_reducers_acid.q.out +++ b/ql/src/test/results/clientpositive/bucket_num_reducers_acid.q.out @@ -12,9 +12,11 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@bucket_nr_acid PREHOOK: query: insert into bucket_nr_acid values(1,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@bucket_nr_acid PREHOOK: query: insert into bucket_nr_acid values(0,0),(3,3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@bucket_nr_acid PREHOOK: query: update bucket_nr_acid set b = -1 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/bucket_num_reducers_acid2.q.out b/ql/src/test/results/clientpositive/bucket_num_reducers_acid2.q.out index cabb4f7dda..94a2884e57 100644 --- a/ql/src/test/results/clientpositive/bucket_num_reducers_acid2.q.out +++ b/ql/src/test/results/clientpositive/bucket_num_reducers_acid2.q.out @@ -12,15 +12,19 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@bucket_nr_acid2 PREHOOK: query: insert into bucket_nr_acid2 values(0,1),(1,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@bucket_nr_acid2 PREHOOK: query: insert into bucket_nr_acid2 values(2,2),(3,2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@bucket_nr_acid2 PREHOOK: query: insert into bucket_nr_acid2 values(0,3),(1,3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@bucket_nr_acid2 PREHOOK: query: insert into bucket_nr_acid2 values(2,4),(3,4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@bucket_nr_acid2 PREHOOK: query: update bucket_nr_acid2 set b = -1 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/cmdwithcomments.q.out b/ql/src/test/results/clientpositive/cmdwithcomments.q.out index 151a82c206..a05522a6da 100644 --- a/ql/src/test/results/clientpositive/cmdwithcomments.q.out +++ b/ql/src/test/results/clientpositive/cmdwithcomments.q.out @@ -11,21 +11,25 @@ POSTHOOK: Output: default@numt PREHOOK: query: --comment2 insert into numt values(1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@numt POSTHOOK: query: --comment2 insert into numt values(1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@numt -POSTHOOK: Lineage: numt.idx EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: numt.idx SCRIPT [] PREHOOK: query: --comment3 insert into numt values(2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@numt POSTHOOK: query: --comment3 insert into numt values(2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@numt -POSTHOOK: Lineage: numt.idx EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: numt.idx SCRIPT [] PREHOOK: query: select idx from numt where --comment5 idx = 1 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/columnStatsUpdateForStatsOptimizer_2.q.out b/ql/src/test/results/clientpositive/columnStatsUpdateForStatsOptimizer_2.q.out index ee0da96c12..1a4cf73b32 100644 --- a/ql/src/test/results/clientpositive/columnStatsUpdateForStatsOptimizer_2.q.out +++ b/ql/src/test/results/clientpositive/columnStatsUpdateForStatsOptimizer_2.q.out @@ -12,12 +12,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@calendar PREHOOK: query: insert into calendar values (2010, 10), (2011, 11), (2012, 12) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@calendar POSTHOOK: query: insert into calendar values (2010, 10), (2011, 11), (2012, 12) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@calendar -POSTHOOK: Lineage: calendar.month EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: calendar.year EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: calendar.month SCRIPT [] +POSTHOOK: Lineage: calendar.year SCRIPT [] PREHOOK: query: desc formatted calendar PREHOOK: type: DESCTABLE PREHOOK: Input: default@calendar diff --git a/ql/src/test/results/clientpositive/column_names_with_leading_and_trailing_spaces.q.out b/ql/src/test/results/clientpositive/column_names_with_leading_and_trailing_spaces.q.out index 2b87d502a2..b327bf8e14 100644 --- a/ql/src/test/results/clientpositive/column_names_with_leading_and_trailing_spaces.q.out +++ b/ql/src/test/results/clientpositive/column_names_with_leading_and_trailing_spaces.q.out @@ -62,13 +62,15 @@ comment from deserializer COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\" left\":\"true\",\" middle \":\"true\",\"right \":\"true\"}} PREHOOK: query: insert into space values ("1", "2", "3") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@space POSTHOOK: query: insert into space values ("1", "2", "3") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@space -POSTHOOK: Lineage: space. left SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: space. middle SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: space.right SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: space. left SCRIPT [] +POSTHOOK: Lineage: space. middle SCRIPT [] +POSTHOOK: Lineage: space.right SCRIPT [] PREHOOK: query: desc formatted space ` left` PREHOOK: type: DESCTABLE PREHOOK: Input: default@space @@ -99,12 +101,14 @@ POSTHOOK: Input: default@space 1 2 3 PREHOOK: query: insert into space (` middle `) values("2") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@space POSTHOOK: query: insert into space (` middle `) values("2") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@space POSTHOOK: Lineage: space. left SIMPLE [] -POSTHOOK: Lineage: space. middle SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: space. middle SCRIPT [] POSTHOOK: Lineage: space.right SIMPLE [] PREHOOK: query: select * from space order by ` left` PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/comma_in_column_name.q.out b/ql/src/test/results/clientpositive/comma_in_column_name.q.out index f8e319d24a..43357c0a72 100644 --- a/ql/src/test/results/clientpositive/comma_in_column_name.q.out +++ b/ql/src/test/results/clientpositive/comma_in_column_name.q.out @@ -8,11 +8,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test PREHOOK: query: insert into test values (1),(2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test POSTHOOK: query: insert into test values (1),(2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test -POSTHOOK: Lineage: test.x,y EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: test.x,y SCRIPT [] PREHOOK: query: select `x,y` from test where `x,y` >=2 PREHOOK: type: QUERY PREHOOK: Input: default@test @@ -40,11 +42,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test PREHOOK: query: insert into test values (1),(2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test POSTHOOK: query: insert into test values (1),(2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test -POSTHOOK: Lineage: test.x,y EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: test.x,y SCRIPT [] PREHOOK: query: select `x,y` from test where `x,y` <2 PREHOOK: type: QUERY PREHOOK: Input: default@test diff --git a/ql/src/test/results/clientpositive/concat_op.q.out b/ql/src/test/results/clientpositive/concat_op.q.out index 33c84f9496..e260518b36 100644 --- a/ql/src/test/results/clientpositive/concat_op.q.out +++ b/ql/src/test/results/clientpositive/concat_op.q.out @@ -148,18 +148,22 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@ct2 PREHOOK: query: insert into ct1 values (7),(5),(3),(1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@ct1 POSTHOOK: query: insert into ct1 values (7),(5),(3),(1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@ct1 -POSTHOOK: Lineage: ct1.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: ct1.c SCRIPT [] PREHOOK: query: insert into ct2 values (8),(6),(4),(2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@ct2 POSTHOOK: query: insert into ct2 values (8),(6),(4),(2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@ct2 -POSTHOOK: Lineage: ct2.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: ct2.c SCRIPT [] PREHOOK: query: create view ct_v1 as select * from ct1 union all select * from ct2 PREHOOK: type: CREATEVIEW PREHOOK: Input: default@ct1 diff --git a/ql/src/test/results/clientpositive/constantPropWhen.q.out b/ql/src/test/results/clientpositive/constantPropWhen.q.out index 4f4bf802ed..c03a824d3c 100644 --- a/ql/src/test/results/clientpositive/constantPropWhen.q.out +++ b/ql/src/test/results/clientpositive/constantPropWhen.q.out @@ -12,12 +12,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test_1 PREHOOK: query: insert into table test_1 values (123, NULL), (NULL, NULL), (NULL, 123), (123, 123) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_1 POSTHOOK: query: insert into table test_1 values (123, NULL), (NULL, NULL), (NULL, 123), (123, 123) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_1 -POSTHOOK: Lineage: test_1.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test_1.id2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test_1.id SCRIPT [] +POSTHOOK: Lineage: test_1.id2 SCRIPT [] PREHOOK: query: explain SELECT cast(CASE WHEN id = id2 THEN FALSE ELSE TRUE END AS BOOLEAN) AS b FROM test_1 PREHOOK: type: QUERY POSTHOOK: query: explain SELECT cast(CASE WHEN id = id2 THEN FALSE ELSE TRUE END AS BOOLEAN) AS b FROM test_1 diff --git a/ql/src/test/results/clientpositive/constantfolding.q.out b/ql/src/test/results/clientpositive/constantfolding.q.out index f9a9d2490e..c4fce25e41 100644 --- a/ql/src/test/results/clientpositive/constantfolding.q.out +++ b/ql/src/test/results/clientpositive/constantfolding.q.out @@ -60,34 +60,42 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@union_all_bug_test_2 PREHOOK: query: insert into table union_all_bug_test_1 values (1,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@union_all_bug_test_1 POSTHOOK: query: insert into table union_all_bug_test_1 values (1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@union_all_bug_test_1 -POSTHOOK: Lineage: union_all_bug_test_1.f1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: union_all_bug_test_1.f2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: union_all_bug_test_1.f1 SCRIPT [] +POSTHOOK: Lineage: union_all_bug_test_1.f2 SCRIPT [] PREHOOK: query: insert into table union_all_bug_test_2 values (1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@union_all_bug_test_2 POSTHOOK: query: insert into table union_all_bug_test_2 values (1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@union_all_bug_test_2 -POSTHOOK: Lineage: union_all_bug_test_2.f1 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: union_all_bug_test_2.f1 SCRIPT [] PREHOOK: query: insert into table union_all_bug_test_1 values (0,0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@union_all_bug_test_1 POSTHOOK: query: insert into table union_all_bug_test_1 values (0,0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@union_all_bug_test_1 -POSTHOOK: Lineage: union_all_bug_test_1.f1 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: union_all_bug_test_1.f2 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: union_all_bug_test_1.f1 SCRIPT [] +POSTHOOK: Lineage: union_all_bug_test_1.f2 SCRIPT [] PREHOOK: query: insert into table union_all_bug_test_2 values (0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@union_all_bug_test_2 POSTHOOK: query: insert into table union_all_bug_test_2 values (0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@union_all_bug_test_2 -POSTHOOK: Lineage: union_all_bug_test_2.f1 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: union_all_bug_test_2.f1 SCRIPT [] PREHOOK: query: SELECT f1 FROM ( diff --git a/ql/src/test/results/clientpositive/cte_5.q.out b/ql/src/test/results/clientpositive/cte_5.q.out index 3d7b3248a8..1c7812e128 100644 --- a/ql/src/test/results/clientpositive/cte_5.q.out +++ b/ql/src/test/results/clientpositive/cte_5.q.out @@ -20,12 +20,14 @@ POSTHOOK: Output: database:mydb POSTHOOK: Output: mydb@q1 PREHOOK: query: insert into q1 values (5, 'A') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: mydb@q1 POSTHOOK: query: insert into q1 values (5, 'A') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: mydb@q1 -POSTHOOK: Lineage: q1.colnum EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: q1.colstring SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: q1.colnum SCRIPT [] +POSTHOOK: Lineage: q1.colstring SCRIPT [] PREHOOK: query: use default PREHOOK: type: SWITCHDATABASE PREHOOK: Input: database:default @@ -39,7 +41,6 @@ POSTHOOK: query: show tables in mydb POSTHOOK: type: SHOWTABLES POSTHOOK: Input: database:mydb q1 -values__tmp__table__1 PREHOOK: query: show tables PREHOOK: type: SHOWTABLES PREHOOK: Input: database:default diff --git a/ql/src/test/results/clientpositive/cte_7.q.out b/ql/src/test/results/clientpositive/cte_7.q.out index 54b68416db..6f82dd4f7d 100644 --- a/ql/src/test/results/clientpositive/cte_7.q.out +++ b/ql/src/test/results/clientpositive/cte_7.q.out @@ -8,13 +8,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values (1,'hello','world'),(2,'bye',null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (1,'hello','world'),(2,'bye',null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.a SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: t.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.a SCRIPT [] +POSTHOOK: Lineage: t.b SCRIPT [] +POSTHOOK: Lineage: t.i SCRIPT [] PREHOOK: query: select * from t where t.b is null PREHOOK: type: QUERY PREHOOK: Input: default@t diff --git a/ql/src/test/results/clientpositive/cte_mat_4.q.out b/ql/src/test/results/clientpositive/cte_mat_4.q.out index 572bbf23bf..d2659a5ead 100644 --- a/ql/src/test/results/clientpositive/cte_mat_4.q.out +++ b/ql/src/test/results/clientpositive/cte_mat_4.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@q1 PREHOOK: query: insert into q1 values (1, 'A') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@q1 POSTHOOK: query: insert into q1 values (1, 'A') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@q1 -POSTHOOK: Lineage: q1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: q1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: q1.a SCRIPT [] +POSTHOOK: Lineage: q1.b SCRIPT [] PREHOOK: query: show tables PREHOOK: type: SHOWTABLES PREHOOK: Input: database:default @@ -37,7 +39,6 @@ src_thrift srcbucket srcbucket2 srcpart -values__tmp__table__1 PREHOOK: query: explain with q1 as (select * from src where key= '5') select a.key @@ -237,7 +238,6 @@ src_thrift srcbucket srcbucket2 srcpart -values__tmp__table__1 PREHOOK: query: select * from q1 PREHOOK: type: QUERY PREHOOK: Input: default@q1 @@ -277,7 +277,6 @@ src_thrift srcbucket srcbucket2 srcpart -values__tmp__table__1 PREHOOK: query: explain with q1 as (select * from src where key= '5') select a.key @@ -476,4 +475,3 @@ src_thrift srcbucket srcbucket2 srcpart -values__tmp__table__1 diff --git a/ql/src/test/results/clientpositive/cte_mat_5.q.out b/ql/src/test/results/clientpositive/cte_mat_5.q.out index 5ef385b831..09bd98a78f 100644 --- a/ql/src/test/results/clientpositive/cte_mat_5.q.out +++ b/ql/src/test/results/clientpositive/cte_mat_5.q.out @@ -20,12 +20,14 @@ POSTHOOK: Output: database:mydb POSTHOOK: Output: mydb@q1 PREHOOK: query: insert into q1 values (5, 'A') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: mydb@q1 POSTHOOK: query: insert into q1 values (5, 'A') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: mydb@q1 -POSTHOOK: Lineage: q1.colnum EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: q1.colstring SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: q1.colnum SCRIPT [] +POSTHOOK: Lineage: q1.colstring SCRIPT [] PREHOOK: query: use default PREHOOK: type: SWITCHDATABASE PREHOOK: Input: database:default @@ -39,7 +41,6 @@ POSTHOOK: query: show tables in mydb POSTHOOK: type: SHOWTABLES POSTHOOK: Input: database:mydb q1 -values__tmp__table__1 PREHOOK: query: show tables PREHOOK: type: SHOWTABLES PREHOOK: Input: database:default diff --git a/ql/src/test/results/clientpositive/dbtxnmgr_showlocks.q.out b/ql/src/test/results/clientpositive/dbtxnmgr_showlocks.q.out index 90ab961bee..b86d84cde4 100644 --- a/ql/src/test/results/clientpositive/dbtxnmgr_showlocks.q.out +++ b/ql/src/test/results/clientpositive/dbtxnmgr_showlocks.q.out @@ -53,12 +53,14 @@ POSTHOOK: type: SHOWLOCKS Lock ID Database Table Partition State Blocked By Type Transaction ID Last Heartbeat Acquired At User Hostname Agent Info PREHOOK: query: insert into partitioned_acid_table partition(p='abc') values(1,2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@partitioned_acid_table@p=abc POSTHOOK: query: insert into partitioned_acid_table partition(p='abc') values(1,2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@partitioned_acid_table@p=abc -POSTHOOK: Lineage: partitioned_acid_table PARTITION(p=abc).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned_acid_table PARTITION(p=abc).b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_acid_table PARTITION(p=abc).a SCRIPT [] +POSTHOOK: Lineage: partitioned_acid_table PARTITION(p=abc).b SCRIPT [] PREHOOK: query: alter table partitioned_acid_table partition(p='abc') compact 'minor' PREHOOK: type: ALTERTABLE_COMPACT POSTHOOK: query: alter table partitioned_acid_table partition(p='abc') compact 'minor' diff --git a/ql/src/test/results/clientpositive/decimal_precision.q.out b/ql/src/test/results/clientpositive/decimal_precision.q.out index ab337365d4..3f28106685 100644 --- a/ql/src/test/results/clientpositive/decimal_precision.q.out +++ b/ql/src/test/results/clientpositive/decimal_precision.q.out @@ -641,11 +641,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@DECIMAL_PRECISION PREHOOK: query: INSERT INTO DECIMAL_PRECISION VALUES(98765432109876543210.12345), (98765432109876543210.12345) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@decimal_precision POSTHOOK: query: INSERT INTO DECIMAL_PRECISION VALUES(98765432109876543210.12345), (98765432109876543210.12345) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@decimal_precision -POSTHOOK: Lineage: decimal_precision.dec EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: decimal_precision.dec SCRIPT [] PREHOOK: query: SELECT SUM(`dec`) FROM DECIMAL_PRECISION PREHOOK: type: QUERY PREHOOK: Input: default@decimal_precision diff --git a/ql/src/test/results/clientpositive/deleteAnalyze.q.out b/ql/src/test/results/clientpositive/deleteAnalyze.q.out index 783039b509..b3ce8bcdf5 100644 --- a/ql/src/test/results/clientpositive/deleteAnalyze.q.out +++ b/ql/src/test/results/clientpositive/deleteAnalyze.q.out @@ -20,14 +20,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@testdeci2 PREHOOK: query: insert into table testdeci2 values(1,12.123,12345.123,'desk1'),(2,123.123,1234.123,'desk2') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@testdeci2 POSTHOOK: query: insert into table testdeci2 values(1,12.123,12345.123,'desk1'),(2,123.123,1234.123,'desk2') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@testdeci2 -POSTHOOK: Lineage: testdeci2.amount EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: testdeci2.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: testdeci2.item SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: testdeci2.sales_tax EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: testdeci2.amount SCRIPT [] +POSTHOOK: Lineage: testdeci2.id SCRIPT [] +POSTHOOK: Lineage: testdeci2.item SCRIPT [] +POSTHOOK: Lineage: testdeci2.sales_tax SCRIPT [] PREHOOK: query: describe formatted testdeci2 PREHOOK: type: DESCTABLE PREHOOK: Input: default@testdeci2 diff --git a/ql/src/test/results/clientpositive/druid/druidmini_mv.q.out b/ql/src/test/results/clientpositive/druid/druidmini_mv.q.out index d8ecc0fc6d..0a48d96417 100644 --- a/ql/src/test/results/clientpositive/druid/druidmini_mv.q.out +++ b/ql/src/test/results/clientpositive/druid/druidmini_mv.q.out @@ -13,6 +13,7 @@ PREHOOK: query: insert into cmv_basetable values (3, 'calvin', 978.76, 3), (3, 'charlie', 9.8, 1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cmv_basetable POSTHOOK: query: insert into cmv_basetable values (1, 'alfred', 10.30, 2), @@ -21,11 +22,12 @@ POSTHOOK: query: insert into cmv_basetable values (3, 'calvin', 978.76, 3), (3, 'charlie', 9.8, 1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cmv_basetable -POSTHOOK: Lineage: cmv_basetable.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.d EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: cmv_basetable.a SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.b SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.c SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.d SCRIPT [] PREHOOK: query: CREATE MATERIALIZED VIEW cmv_mat_view ENABLE REWRITE STORED BY 'org.apache.hadoop.hive.druid.DruidStorageHandler' TBLPROPERTIES ("druid.segment.granularity" = "HOUR") @@ -257,15 +259,17 @@ POSTHOOK: Input: default@cmv_mat_view2 PREHOOK: query: INSERT INTO cmv_basetable VALUES (3, 'charlie', 15.8, 1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cmv_basetable POSTHOOK: query: INSERT INTO cmv_basetable VALUES (3, 'charlie', 15.8, 1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cmv_basetable -POSTHOOK: Lineage: cmv_basetable.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.b EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.d EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: cmv_basetable.a SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.b SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.c SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.d SCRIPT [] Warning: Shuffle Join JOIN[6][tables = [cmv_mat_view2, $hdt$_0]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: EXPLAIN SELECT * FROM ( diff --git a/ql/src/test/results/clientpositive/encrypted/encryption_drop_partition.q.out b/ql/src/test/results/clientpositive/encrypted/encryption_drop_partition.q.out index 3c63c38e14..081fdd5fb7 100644 --- a/ql/src/test/results/clientpositive/encrypted/encryption_drop_partition.q.out +++ b/ql/src/test/results/clientpositive/encrypted/encryption_drop_partition.q.out @@ -16,15 +16,17 @@ Encryption key created: 'key_128' Encryption zone created: '/build/ql/test/data/warehouse/default/encrypted_table_dp' using key: 'key_128' PREHOOK: query: INSERT INTO encrypted_table_dp PARTITION(p)(p,key,value) values('2014-09-23', 1, 'foo'),('2014-09-24', 2, 'bar') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@encrypted_table_dp POSTHOOK: query: INSERT INTO encrypted_table_dp PARTITION(p)(p,key,value) values('2014-09-23', 1, 'foo'),('2014-09-24', 2, 'bar') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@encrypted_table_dp@p=2014-09-23 POSTHOOK: Output: default@encrypted_table_dp@p=2014-09-24 -POSTHOOK: Lineage: encrypted_table_dp PARTITION(p=2014-09-23).key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: encrypted_table_dp PARTITION(p=2014-09-23).value SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: encrypted_table_dp PARTITION(p=2014-09-24).key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: encrypted_table_dp PARTITION(p=2014-09-24).value SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: encrypted_table_dp PARTITION(p=2014-09-23).key SCRIPT [] +POSTHOOK: Lineage: encrypted_table_dp PARTITION(p=2014-09-23).value SCRIPT [] +POSTHOOK: Lineage: encrypted_table_dp PARTITION(p=2014-09-24).key SCRIPT [] +POSTHOOK: Lineage: encrypted_table_dp PARTITION(p=2014-09-24).value SCRIPT [] PREHOOK: query: SELECT * FROM encrypted_table_dp PREHOOK: type: QUERY PREHOOK: Input: default@encrypted_table_dp diff --git a/ql/src/test/results/clientpositive/encrypted/encryption_insert_partition_dynamic.q.out b/ql/src/test/results/clientpositive/encrypted/encryption_insert_partition_dynamic.q.out index c4a04b24f4..e673e5bcbd 100644 --- a/ql/src/test/results/clientpositive/encrypted/encryption_insert_partition_dynamic.q.out +++ b/ql/src/test/results/clientpositive/encrypted/encryption_insert_partition_dynamic.q.out @@ -36,15 +36,17 @@ PREHOOK: query: insert into table encryptedTable partition (key) values ('val_501', '501'), ('val_502', '502') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@encryptedtable POSTHOOK: query: insert into table encryptedTable partition (key) values ('val_501', '501'), ('val_502', '502') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@encryptedtable@key=501 POSTHOOK: Output: default@encryptedtable@key=502 -POSTHOOK: Lineage: encryptedtable PARTITION(key=501).value SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: encryptedtable PARTITION(key=502).value SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: encryptedtable PARTITION(key=501).value SCRIPT [] +POSTHOOK: Lineage: encryptedtable PARTITION(key=502).value SCRIPT [] PREHOOK: query: select * from encryptedTable order by key PREHOOK: type: QUERY PREHOOK: Input: default@encryptedtable diff --git a/ql/src/test/results/clientpositive/encrypted/encryption_insert_partition_static.q.out b/ql/src/test/results/clientpositive/encrypted/encryption_insert_partition_static.q.out index cd35148f98..c0da979774 100644 --- a/ql/src/test/results/clientpositive/encrypted/encryption_insert_partition_static.q.out +++ b/ql/src/test/results/clientpositive/encrypted/encryption_insert_partition_static.q.out @@ -37,15 +37,17 @@ PREHOOK: query: insert into table encryptedTable partition ('501', 'val_501'), ('502', 'val_502') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@encryptedtable@ds=today POSTHOOK: query: insert into table encryptedTable partition (ds='today') values ('501', 'val_501'), ('502', 'val_502') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@encryptedtable@ds=today -POSTHOOK: Lineage: encryptedtable PARTITION(ds=today).key SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: encryptedtable PARTITION(ds=today).value SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: encryptedtable PARTITION(ds=today).key SCRIPT [] +POSTHOOK: Lineage: encryptedtable PARTITION(ds=today).value SCRIPT [] PREHOOK: query: select * from encryptedTable order by key PREHOOK: type: QUERY PREHOOK: Input: default@encryptedtable diff --git a/ql/src/test/results/clientpositive/encrypted/encryption_insert_values.q.out b/ql/src/test/results/clientpositive/encrypted/encryption_insert_values.q.out index 9921abd364..a10b60ddc9 100644 --- a/ql/src/test/results/clientpositive/encrypted/encryption_insert_values.q.out +++ b/ql/src/test/results/clientpositive/encrypted/encryption_insert_values.q.out @@ -16,12 +16,14 @@ Encryption key created: 'key_128' Encryption zone created: '/build/ql/test/data/warehouse/default/encrypted_table' using key: 'key_128' PREHOOK: query: INSERT INTO encrypted_table values(1,'foo'),(2,'bar') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@encrypted_table POSTHOOK: query: INSERT INTO encrypted_table values(1,'foo'),(2,'bar') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@encrypted_table -POSTHOOK: Lineage: encrypted_table.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: encrypted_table.value SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: encrypted_table.key SCRIPT [] +POSTHOOK: Lineage: encrypted_table.value SCRIPT [] PREHOOK: query: select * from encrypted_table PREHOOK: type: QUERY PREHOOK: Input: default@encrypted_table @@ -32,30 +34,3 @@ POSTHOOK: Input: default@encrypted_table #### A PARTIAL masked pattern was here #### data/warehouse/default/encrypted_table/.hive-staging 1 foo 2 bar -PREHOOK: query: describe formatted values__tmp__table__1 -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@values__tmp__table__1 -POSTHOOK: query: describe formatted values__tmp__table__1 -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@values__tmp__table__1 -# col_name data_type comment -tmp_values_col1 string -tmp_values_col2 string - -# Detailed Table Information -Database: default -#### A masked pattern was here #### -Retention: 0 -#### A PARTIAL masked pattern was here #### data/warehouse/default/encrypted_table/.hive-staging -Table Type: MANAGED_TABLE - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 diff --git a/ql/src/test/results/clientpositive/equal_ns.q.out b/ql/src/test/results/clientpositive/equal_ns.q.out index 6a38c0502a..5c9bb2db05 100644 --- a/ql/src/test/results/clientpositive/equal_ns.q.out +++ b/ql/src/test/results/clientpositive/equal_ns.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test PREHOOK: query: insert into test values ('q', 'q'), ('q', 'w'), (NULL, 'q'), ('q', NULL), (NULL, NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test POSTHOOK: query: insert into test values ('q', 'q'), ('q', 'w'), (NULL, 'q'), ('q', NULL), (NULL, NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test -POSTHOOK: Lineage: test.x SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test.y SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test.x SCRIPT [] +POSTHOOK: Lineage: test.y SCRIPT [] PREHOOK: query: select *, x<=>y, not (x<=> y), (x <=> y) = false from test PREHOOK: type: QUERY PREHOOK: Input: default@test diff --git a/ql/src/test/results/clientpositive/except_all.q.out b/ql/src/test/results/clientpositive/except_all.q.out index c4753b0d35..c3310f5154 100644 --- a/ql/src/test/results/clientpositive/except_all.q.out +++ b/ql/src/test/results/clientpositive/except_all.q.out @@ -8,11 +8,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@a PREHOOK: query: insert into table a values (0),(1),(2),(2),(2),(2),(3),(NULL),(NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@a POSTHOOK: query: insert into table a values (0),(1),(2),(2),(2),(2),(3),(NULL),(NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@a -POSTHOOK: Lineage: a.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: a.key SCRIPT [] PREHOOK: query: create table b(key bigint) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -23,11 +25,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@b PREHOOK: query: insert into table b values (1),(2),(2),(3),(5),(5),(NULL),(NULL),(NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@b POSTHOOK: query: insert into table b values (1),(2),(2),(3),(5),(5),(NULL),(NULL),(NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@b -POSTHOOK: Lineage: b.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: b.key SCRIPT [] PREHOOK: query: select * from a except all select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a @@ -67,12 +71,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@a PREHOOK: query: insert into table a values (1,2),(1,2),(1,3),(2,3),(2,2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@a POSTHOOK: query: insert into table a values (1,2),(1,2),(1,3),(2,3),(2,2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@a -POSTHOOK: Lineage: a.key EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: a.value EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: a.key SCRIPT [] +POSTHOOK: Lineage: a.value SCRIPT [] PREHOOK: query: create table b(key int, value int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -83,12 +89,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@b PREHOOK: query: insert into table b values (1,2),(2,3),(2,2),(2,2),(2,20) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@b POSTHOOK: query: insert into table b values (1,2),(2,3),(2,2),(2,2),(2,20) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@b -POSTHOOK: Lineage: b.key EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: b.value EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: b.key SCRIPT [] +POSTHOOK: Lineage: b.value SCRIPT [] PREHOOK: query: select * from a except all select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a diff --git a/ql/src/test/results/clientpositive/explaindenpendencydiffengs.q.out b/ql/src/test/results/clientpositive/explaindenpendencydiffengs.q.out index bf1c78135e..3a5d4e4415 100644 --- a/ql/src/test/results/clientpositive/explaindenpendencydiffengs.q.out +++ b/ql/src/test/results/clientpositive/explaindenpendencydiffengs.q.out @@ -12,11 +12,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@dependtest PREHOOK: query: insert into table dependtest partition (b=1) values ("hello") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@dependtest@b=1 POSTHOOK: query: insert into table dependtest partition (b=1) values ("hello") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@dependtest@b=1 -POSTHOOK: Lineage: dependtest PARTITION(b=1).a SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: dependtest PARTITION(b=1).a SCRIPT [] PREHOOK: query: create view viewtest as select * from dependtest where b = 1 PREHOOK: type: CREATEVIEW PREHOOK: Input: default@dependtest diff --git a/ql/src/test/results/clientpositive/extrapolate_part_stats_date.q.out b/ql/src/test/results/clientpositive/extrapolate_part_stats_date.q.out index 5f427375da..8fea7fdf44 100644 --- a/ql/src/test/results/clientpositive/extrapolate_part_stats_date.q.out +++ b/ql/src/test/results/clientpositive/extrapolate_part_stats_date.q.out @@ -8,25 +8,31 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@date_dim PREHOOK: query: insert into date_dim partition(d_date_sk=2416945) values('1905-04-09') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@date_dim@d_date_sk=2416945 POSTHOOK: query: insert into date_dim partition(d_date_sk=2416945) values('1905-04-09') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@date_dim@d_date_sk=2416945 -POSTHOOK: Lineage: date_dim PARTITION(d_date_sk=2416945).d_date EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: date_dim PARTITION(d_date_sk=2416945).d_date SCRIPT [] PREHOOK: query: insert into date_dim partition(d_date_sk=2416946) values('1905-04-10') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@date_dim@d_date_sk=2416946 POSTHOOK: query: insert into date_dim partition(d_date_sk=2416946) values('1905-04-10') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@date_dim@d_date_sk=2416946 -POSTHOOK: Lineage: date_dim PARTITION(d_date_sk=2416946).d_date EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: date_dim PARTITION(d_date_sk=2416946).d_date SCRIPT [] PREHOOK: query: insert into date_dim partition(d_date_sk=2416947) values('1905-04-11') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@date_dim@d_date_sk=2416947 POSTHOOK: query: insert into date_dim partition(d_date_sk=2416947) values('1905-04-11') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@date_dim@d_date_sk=2416947 -POSTHOOK: Lineage: date_dim PARTITION(d_date_sk=2416947).d_date EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: date_dim PARTITION(d_date_sk=2416947).d_date SCRIPT [] PREHOOK: query: analyze table date_dim partition(d_date_sk) compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@date_dim @@ -100,11 +106,13 @@ STAGE PLANS: PREHOOK: query: insert into date_dim partition(d_date_sk=2416948) values('1905-04-12') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@date_dim@d_date_sk=2416948 POSTHOOK: query: insert into date_dim partition(d_date_sk=2416948) values('1905-04-12') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@date_dim@d_date_sk=2416948 -POSTHOOK: Lineage: date_dim PARTITION(d_date_sk=2416948).d_date EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: date_dim PARTITION(d_date_sk=2416948).d_date SCRIPT [] PREHOOK: query: explain extended select d_date from date_dim PREHOOK: type: QUERY POSTHOOK: query: explain extended select d_date from date_dim diff --git a/ql/src/test/results/clientpositive/fm-sketch.q.out b/ql/src/test/results/clientpositive/fm-sketch.q.out index 7691342cac..a67fb07ae3 100644 --- a/ql/src/test/results/clientpositive/fm-sketch.q.out +++ b/ql/src/test/results/clientpositive/fm-sketch.q.out @@ -316,39 +316,49 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@i PREHOOK: query: insert into i values ('2012-08-17') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@i POSTHOOK: query: insert into i values ('2012-08-17') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@i -POSTHOOK: Lineage: i.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: i.key SCRIPT [] PREHOOK: query: insert into i values ('2012-08-17') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@i POSTHOOK: query: insert into i values ('2012-08-17') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@i -POSTHOOK: Lineage: i.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: i.key SCRIPT [] PREHOOK: query: insert into i values ('2013-08-17') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@i POSTHOOK: query: insert into i values ('2013-08-17') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@i -POSTHOOK: Lineage: i.key EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: i.key SCRIPT [] PREHOOK: query: insert into i values ('2012-03-17') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@i POSTHOOK: query: insert into i values ('2012-03-17') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@i -POSTHOOK: Lineage: i.key EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: i.key SCRIPT [] PREHOOK: query: insert into i values ('2012-05-17') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@i POSTHOOK: query: insert into i values ('2012-05-17') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@i -POSTHOOK: Lineage: i.key EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: i.key SCRIPT [] PREHOOK: query: analyze table i compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@i diff --git a/ql/src/test/results/clientpositive/folder_predicate.q.out b/ql/src/test/results/clientpositive/folder_predicate.q.out index 9ad66152a0..c044b681fd 100644 --- a/ql/src/test/results/clientpositive/folder_predicate.q.out +++ b/ql/src/test/results/clientpositive/folder_predicate.q.out @@ -12,11 +12,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@predicate_fold_tb PREHOOK: query: insert into predicate_fold_tb values(NULL), (1), (2), (3), (4), (5) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@predicate_fold_tb POSTHOOK: query: insert into predicate_fold_tb values(NULL), (1), (2), (3), (4), (5) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@predicate_fold_tb -POSTHOOK: Lineage: predicate_fold_tb.value EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: predicate_fold_tb.value SCRIPT [] PREHOOK: query: explain SELECT * FROM predicate_fold_tb WHERE not(value IS NOT NULL AND value = 3) PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/groupby_empty.q.out b/ql/src/test/results/clientpositive/groupby_empty.q.out index 7b79a2fe60..27d6e9fda3 100644 --- a/ql/src/test/results/clientpositive/groupby_empty.q.out +++ b/ql/src/test/results/clientpositive/groupby_empty.q.out @@ -8,11 +8,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values (1),(1),(2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (1),(1),(2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.a SCRIPT [] PREHOOK: query: explain select count(*) from t group by () PREHOOK: type: QUERY POSTHOOK: query: explain select count(*) from t group by () diff --git a/ql/src/test/results/clientpositive/groupby_nullvalues.q.out b/ql/src/test/results/clientpositive/groupby_nullvalues.q.out index 5ad5a985dd..4f44d5a631 100644 --- a/ql/src/test/results/clientpositive/groupby_nullvalues.q.out +++ b/ql/src/test/results/clientpositive/groupby_nullvalues.q.out @@ -32,14 +32,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@paqtest PREHOOK: query: insert into paqtest values (58, '', 'ABC', 0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@paqtest POSTHOOK: query: insert into paqtest values (58, '', 'ABC', 0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@paqtest -POSTHOOK: Lineage: paqtest.bn1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: paqtest.c1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: paqtest.s1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: paqtest.s2 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: paqtest.bn1 SCRIPT [] +POSTHOOK: Lineage: paqtest.c1 SCRIPT [] +POSTHOOK: Lineage: paqtest.s1 SCRIPT [] +POSTHOOK: Lineage: paqtest.s2 SCRIPT [] PREHOOK: query: SELECT 'PM' AS cy, c1, diff --git a/ql/src/test/results/clientpositive/groupby_rollup_empty.q.out b/ql/src/test/results/clientpositive/groupby_rollup_empty.q.out index 5db318470b..59dc0dc03c 100644 --- a/ql/src/test/results/clientpositive/groupby_rollup_empty.q.out +++ b/ql/src/test/results/clientpositive/groupby_rollup_empty.q.out @@ -65,13 +65,15 @@ POSTHOOK: Input: default@tx1 NULL 1 NULL,1 PREHOOK: query: insert into tx1 values (1,1,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tx1 POSTHOOK: query: insert into tx1 values (1,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tx1 -POSTHOOK: Lineage: tx1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tx1.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: tx1.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: tx1.a SCRIPT [] +POSTHOOK: Lineage: tx1.b SCRIPT [] +POSTHOOK: Lineage: tx1.c SCRIPT [] PREHOOK: query: select sum(c), grouping(b), 'NULL,1' as expected diff --git a/ql/src/test/results/clientpositive/hll.q.out b/ql/src/test/results/clientpositive/hll.q.out index 3b90b56f7b..d0be4c438a 100644 --- a/ql/src/test/results/clientpositive/hll.q.out +++ b/ql/src/test/results/clientpositive/hll.q.out @@ -316,39 +316,49 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@i PREHOOK: query: insert into i values ('2012-08-17') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@i POSTHOOK: query: insert into i values ('2012-08-17') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@i -POSTHOOK: Lineage: i.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: i.key SCRIPT [] PREHOOK: query: insert into i values ('2012-08-17') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@i POSTHOOK: query: insert into i values ('2012-08-17') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@i -POSTHOOK: Lineage: i.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: i.key SCRIPT [] PREHOOK: query: insert into i values ('2013-08-17') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@i POSTHOOK: query: insert into i values ('2013-08-17') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@i -POSTHOOK: Lineage: i.key EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: i.key SCRIPT [] PREHOOK: query: insert into i values ('2012-03-17') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@i POSTHOOK: query: insert into i values ('2012-03-17') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@i -POSTHOOK: Lineage: i.key EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: i.key SCRIPT [] PREHOOK: query: insert into i values ('2012-05-17') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@i POSTHOOK: query: insert into i values ('2012-05-17') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@i -POSTHOOK: Lineage: i.key EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: i.key SCRIPT [] PREHOOK: query: analyze table i compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@i diff --git a/ql/src/test/results/clientpositive/implicit_decimal.q.out b/ql/src/test/results/clientpositive/implicit_decimal.q.out index 1beb10972a..db46b80827 100644 --- a/ql/src/test/results/clientpositive/implicit_decimal.q.out +++ b/ql/src/test/results/clientpositive/implicit_decimal.q.out @@ -12,11 +12,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@decimal_test PREHOOK: query: insert into table decimal_test values (4327269606205.029297) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@decimal_test POSTHOOK: query: insert into table decimal_test values (4327269606205.029297) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@decimal_test -POSTHOOK: Lineage: decimal_test.dc EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: decimal_test.dc SCRIPT [] PREHOOK: query: explain select * from decimal_test where dc = 4327269606205.029297 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/innerjoin1.q.out b/ql/src/test/results/clientpositive/innerjoin1.q.out index 90c6d435eb..291ba55e39 100644 --- a/ql/src/test/results/clientpositive/innerjoin1.q.out +++ b/ql/src/test/results/clientpositive/innerjoin1.q.out @@ -24,36 +24,44 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@innerjoinsrc2 PREHOOK: query: INSERT INTO TABLE innerjoinsrc1 (a1) VALUES ('1') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@innerjoinsrc1 POSTHOOK: query: INSERT INTO TABLE innerjoinsrc1 (a1) VALUES ('1') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@innerjoinsrc1 -POSTHOOK: Lineage: innerjoinsrc1.a1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: innerjoinsrc1.a1 SCRIPT [] POSTHOOK: Lineage: innerjoinsrc1.a2 SIMPLE [] PREHOOK: query: INSERT INTO TABLE innerjoinsrc1 VALUES ('2', '2') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@innerjoinsrc1 POSTHOOK: query: INSERT INTO TABLE innerjoinsrc1 VALUES ('2', '2') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@innerjoinsrc1 -POSTHOOK: Lineage: innerjoinsrc1.a1 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: innerjoinsrc1.a2 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: innerjoinsrc1.a1 SCRIPT [] +POSTHOOK: Lineage: innerjoinsrc1.a2 SCRIPT [] PREHOOK: query: INSERT INTO TABLE innerjoinsrc2 (b1) VALUES ('1') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@innerjoinsrc2 POSTHOOK: query: INSERT INTO TABLE innerjoinsrc2 (b1) VALUES ('1') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@innerjoinsrc2 -POSTHOOK: Lineage: innerjoinsrc2.b1 SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: innerjoinsrc2.b1 SCRIPT [] POSTHOOK: Lineage: innerjoinsrc2.b2 SIMPLE [] PREHOOK: query: INSERT INTO TABLE innerjoinsrc2 VALUES ('2', '2') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@innerjoinsrc2 POSTHOOK: query: INSERT INTO TABLE innerjoinsrc2 VALUES ('2', '2') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@innerjoinsrc2 -POSTHOOK: Lineage: innerjoinsrc2.b1 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: innerjoinsrc2.b2 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: innerjoinsrc2.b1 SCRIPT [] +POSTHOOK: Lineage: innerjoinsrc2.b2 SCRIPT [] PREHOOK: query: EXPLAIN SELECT * FROM innerjoinsrc1 c1, innerjoinsrc2 c2 WHERE COALESCE(a1,a2)=COALESCE(b1,b2) PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN SELECT * FROM innerjoinsrc1 c1, innerjoinsrc2 c2 WHERE COALESCE(a1,a2)=COALESCE(b1,b2) diff --git a/ql/src/test/results/clientpositive/insert_into1.q.out b/ql/src/test/results/clientpositive/insert_into1.q.out index 36e098c7bb..9e1756dc48 100644 --- a/ql/src/test/results/clientpositive/insert_into1.q.out +++ b/ql/src/test/results/clientpositive/insert_into1.q.out @@ -746,20 +746,28 @@ STAGE PLANS: Map Reduce Map Operator Tree: TableScan - alias: values__tmp__table__1 - Statistics: Num rows: 1 Data size: 60 Basic stats: COMPLETE Column stats: NONE + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: UDFToInteger(tmp_values_col1) (type: int), tmp_values_col2 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 60 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 60 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.insert_into1 + expressions: array(const struct(1,'abc')) (type: array>) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + UDTF Operator + Statistics: Num rows: 1 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + function name: inline + Select Operator + expressions: col1 (type: int), col2 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.insert_into1 Stage: Stage-6 Conditional Operator @@ -812,12 +820,14 @@ STAGE PLANS: PREHOOK: query: insert into table insert_into1 values(1, 'abc') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@insert_into1 POSTHOOK: query: insert into table insert_into1 values(1, 'abc') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@insert_into1 -POSTHOOK: Lineage: insert_into1.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: insert_into1.value SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: insert_into1.key SCRIPT [] +POSTHOOK: Lineage: insert_into1.value SCRIPT [] PREHOOK: query: explain SELECT COUNT(*) FROM insert_into1 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/insert_into2.q.out b/ql/src/test/results/clientpositive/insert_into2.q.out index efffd5372f..6ca080c49a 100644 --- a/ql/src/test/results/clientpositive/insert_into2.q.out +++ b/ql/src/test/results/clientpositive/insert_into2.q.out @@ -549,12 +549,14 @@ POSTHOOK: Input: default@insert_into2 50 PREHOOK: query: insert into table insert_into2 partition (ds='2') values(1, 'abc') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@insert_into2@ds=2 POSTHOOK: query: insert into table insert_into2 partition (ds='2') values(1, 'abc') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@insert_into2@ds=2 -POSTHOOK: Lineage: insert_into2 PARTITION(ds=2).key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: insert_into2 PARTITION(ds=2).value SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: insert_into2 PARTITION(ds=2).key SCRIPT [] +POSTHOOK: Lineage: insert_into2 PARTITION(ds=2).value SCRIPT [] PREHOOK: query: explain SELECT COUNT(*) FROM insert_into2 where ds='2' PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/insert_into_with_schema2.q.out b/ql/src/test/results/clientpositive/insert_into_with_schema2.q.out index 7be65a6b0d..3cb55c74f9 100644 --- a/ql/src/test/results/clientpositive/insert_into_with_schema2.q.out +++ b/ql/src/test/results/clientpositive/insert_into_with_schema2.q.out @@ -8,11 +8,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@studenttab10k PREHOOK: query: insert into studenttab10k values(1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@studenttab10k POSTHOOK: query: insert into studenttab10k values(1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@studenttab10k -POSTHOOK: Lineage: studenttab10k.age2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: studenttab10k.age2 SCRIPT [] PREHOOK: query: create table student_acid (age int, grade int) clustered by (age) into 1 buckets PREHOOK: type: CREATETABLE @@ -64,19 +66,23 @@ POSTHOOK: Input: default@student_acid 1 NULL PREHOOK: query: insert into student_acid(grade, age) values(20, 2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@student_acid POSTHOOK: query: insert into student_acid(grade, age) values(20, 2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@student_acid -POSTHOOK: Lineage: student_acid.age EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: student_acid.grade EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: student_acid.age SCRIPT [] +POSTHOOK: Lineage: student_acid.grade SCRIPT [] PREHOOK: query: insert into student_acid(age) values(22) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@student_acid POSTHOOK: query: insert into student_acid(age) values(22) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@student_acid -POSTHOOK: Lineage: student_acid.age EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: student_acid.age SCRIPT [] POSTHOOK: Lineage: student_acid.grade SIMPLE [] PREHOOK: query: select * from student_acid PREHOOK: type: QUERY @@ -108,11 +114,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@acid_partitioned PREHOOK: query: insert into acid_partitioned partition (p) (a,p) values(1,2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acid_partitioned POSTHOOK: query: insert into acid_partitioned partition (p) (a,p) values(1,2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acid_partitioned@p=2 -POSTHOOK: Lineage: acid_partitioned PARTITION(p=2).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: acid_partitioned PARTITION(p=2).a SCRIPT [] POSTHOOK: Lineage: acid_partitioned PARTITION(p=2).c SIMPLE [] PREHOOK: query: select * from acid_partitioned PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/insert_nonacid_from_acid.q.out b/ql/src/test/results/clientpositive/insert_nonacid_from_acid.q.out index 4aded00f88..139053dc28 100644 --- a/ql/src/test/results/clientpositive/insert_nonacid_from_acid.q.out +++ b/ql/src/test/results/clientpositive/insert_nonacid_from_acid.q.out @@ -8,13 +8,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@sample_06 PREHOOK: query: insert into table sample_06 values ('aaa', 35, 3.00), ('bbb', 32, 3.00), ('ccc', 32, 3.00), ('ddd', 35, 3.00), ('eee', 32, 3.00) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@sample_06 POSTHOOK: query: insert into table sample_06 values ('aaa', 35, 3.00), ('bbb', 32, 3.00), ('ccc', 32, 3.00), ('ddd', 35, 3.00), ('eee', 32, 3.00) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@sample_06 -POSTHOOK: Lineage: sample_06.age EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: sample_06.gpa EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: sample_06.name EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: sample_06.age SCRIPT [] +POSTHOOK: Lineage: sample_06.gpa SCRIPT [] +POSTHOOK: Lineage: sample_06.name SCRIPT [] PREHOOK: query: select * from sample_06 where gpa = 3.00 PREHOOK: type: QUERY PREHOOK: Input: default@sample_06 diff --git a/ql/src/test/results/clientpositive/insert_values_acid_not_bucketed.q.out b/ql/src/test/results/clientpositive/insert_values_acid_not_bucketed.q.out index 7885ee44ee..6007c8097d 100644 --- a/ql/src/test/results/clientpositive/insert_values_acid_not_bucketed.q.out +++ b/ql/src/test/results/clientpositive/insert_values_acid_not_bucketed.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@acid_notbucketed PREHOOK: query: insert into table acid_notbucketed values (1, 'abc'), (2, 'def') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acid_notbucketed POSTHOOK: query: insert into table acid_notbucketed values (1, 'abc'), (2, 'def') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acid_notbucketed -POSTHOOK: Lineage: acid_notbucketed.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acid_notbucketed.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: acid_notbucketed.a SCRIPT [] +POSTHOOK: Lineage: acid_notbucketed.b SCRIPT [] PREHOOK: query: select * from acid_notbucketed PREHOOK: type: QUERY PREHOOK: Input: default@acid_notbucketed diff --git a/ql/src/test/results/clientpositive/insert_values_dynamic_partitioned.q.out b/ql/src/test/results/clientpositive/insert_values_dynamic_partitioned.q.out index 7da63939bd..cd234b566a 100644 --- a/ql/src/test/results/clientpositive/insert_values_dynamic_partitioned.q.out +++ b/ql/src/test/results/clientpositive/insert_values_dynamic_partitioned.q.out @@ -14,19 +14,21 @@ PREHOOK: query: insert into table ivdp partition (ds) values (1, 109.23, 'and everywhere that mary went', 'today'), (6553, 923.19, 'the lamb was sure to go', 'tomorrow') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@ivdp POSTHOOK: query: insert into table ivdp partition (ds) values (1, 109.23, 'and everywhere that mary went', 'today'), (6553, 923.19, 'the lamb was sure to go', 'tomorrow') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@ivdp@ds=today POSTHOOK: Output: default@ivdp@ds=tomorrow -POSTHOOK: Lineage: ivdp PARTITION(ds=today).de EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: ivdp PARTITION(ds=today).i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: ivdp PARTITION(ds=today).vc EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: ivdp PARTITION(ds=tomorrow).de EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: ivdp PARTITION(ds=tomorrow).i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: ivdp PARTITION(ds=tomorrow).vc EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: ivdp PARTITION(ds=today).de SCRIPT [] +POSTHOOK: Lineage: ivdp PARTITION(ds=today).i SCRIPT [] +POSTHOOK: Lineage: ivdp PARTITION(ds=today).vc SCRIPT [] +POSTHOOK: Lineage: ivdp PARTITION(ds=tomorrow).de SCRIPT [] +POSTHOOK: Lineage: ivdp PARTITION(ds=tomorrow).i SCRIPT [] +POSTHOOK: Lineage: ivdp PARTITION(ds=tomorrow).vc SCRIPT [] PREHOOK: query: select * from ivdp order by ds PREHOOK: type: QUERY PREHOOK: Input: default@ivdp diff --git a/ql/src/test/results/clientpositive/insert_values_non_partitioned.q.out b/ql/src/test/results/clientpositive/insert_values_non_partitioned.q.out index 189f50d84d..38193510c4 100644 --- a/ql/src/test/results/clientpositive/insert_values_non_partitioned.q.out +++ b/ql/src/test/results/clientpositive/insert_values_non_partitioned.q.out @@ -35,26 +35,28 @@ PREHOOK: query: insert into table acid_ivnp values (null, null, null, null, null, null, null, null, null, null, null, null, null), (3, 25, 6553, null, 0.14, 1923.141592654, 1.2301, '2014-08-24 17:21:30.0', '2014-08-26', false, 'its fleece was white as snow', 'a pocket full of posies', 'blue' ) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acid_ivnp POSTHOOK: query: insert into table acid_ivnp values (1, 257, 65537, 4294967297, 3.14, 3.141592654, 109.23, '2014-08-25 17:21:30.0', '2014-08-25', true, 'mary had a little lamb', 'ring around the rosie', 'red'), (null, null, null, null, null, null, null, null, null, null, null, null, null), (3, 25, 6553, null, 0.14, 1923.141592654, 1.2301, '2014-08-24 17:21:30.0', '2014-08-26', false, 'its fleece was white as snow', 'a pocket full of posies', 'blue' ) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acid_ivnp -POSTHOOK: Lineage: acid_ivnp.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivnp.bi EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivnp.ch EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivnp.d EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivnp.de EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivnp.dt EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivnp.f EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivnp.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivnp.s SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivnp.si EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivnp.t EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivnp.ti EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivnp.vc EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: acid_ivnp.b SCRIPT [] +POSTHOOK: Lineage: acid_ivnp.bi SCRIPT [] +POSTHOOK: Lineage: acid_ivnp.ch SCRIPT [] +POSTHOOK: Lineage: acid_ivnp.d SCRIPT [] +POSTHOOK: Lineage: acid_ivnp.de SCRIPT [] +POSTHOOK: Lineage: acid_ivnp.dt SCRIPT [] +POSTHOOK: Lineage: acid_ivnp.f SCRIPT [] +POSTHOOK: Lineage: acid_ivnp.i SCRIPT [] +POSTHOOK: Lineage: acid_ivnp.s SCRIPT [] +POSTHOOK: Lineage: acid_ivnp.si SCRIPT [] +POSTHOOK: Lineage: acid_ivnp.t SCRIPT [] +POSTHOOK: Lineage: acid_ivnp.ti SCRIPT [] +POSTHOOK: Lineage: acid_ivnp.vc SCRIPT [] PREHOOK: query: select * from acid_ivnp order by ti PREHOOK: type: QUERY PREHOOK: Input: default@acid_ivnp diff --git a/ql/src/test/results/clientpositive/insert_values_nonascii.q.out b/ql/src/test/results/clientpositive/insert_values_nonascii.q.out index 62514da30d..cea30e7bf5 100644 --- a/ql/src/test/results/clientpositive/insert_values_nonascii.q.out +++ b/ql/src/test/results/clientpositive/insert_values_nonascii.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@insert_values_nonascii PREHOOK: query: insert into insert_values_nonascii values("Абвгде Garçu 谢谢", "Kôkaku ありがとう"), ("ございます", "kidôtai한국어") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@insert_values_nonascii POSTHOOK: query: insert into insert_values_nonascii values("Абвгде Garçu 谢谢", "Kôkaku ありがとう"), ("ございます", "kidôtai한국어") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@insert_values_nonascii -POSTHOOK: Lineage: insert_values_nonascii.t1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: insert_values_nonascii.t2 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: insert_values_nonascii.t1 SCRIPT [] +POSTHOOK: Lineage: insert_values_nonascii.t2 SCRIPT [] PREHOOK: query: select * from insert_values_nonascii PREHOOK: type: QUERY PREHOOK: Input: default@insert_values_nonascii diff --git a/ql/src/test/results/clientpositive/insert_values_partitioned.q.out b/ql/src/test/results/clientpositive/insert_values_partitioned.q.out index 48dfadc1aa..6136b1aa33 100644 --- a/ql/src/test/results/clientpositive/insert_values_partitioned.q.out +++ b/ql/src/test/results/clientpositive/insert_values_partitioned.q.out @@ -32,24 +32,26 @@ PREHOOK: query: insert into table acid_ivp partition (ds='today') values (1, 257, 65537, 4294967297, 3.14, 3.141592654, 109.23, '2014-08-25 17:21:30.0', '2014-08-25', 'mary had a little lamb', 'ring around the rosie', 'red'), (3, 25, 6553, 429496729, 0.14, 1923.141592654, 1.2301, '2014-08-24 17:21:30.0', '2014-08-26', 'its fleece was white as snow', 'a pocket full of posies', 'blue') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acid_ivp@ds=today POSTHOOK: query: insert into table acid_ivp partition (ds='today') values (1, 257, 65537, 4294967297, 3.14, 3.141592654, 109.23, '2014-08-25 17:21:30.0', '2014-08-25', 'mary had a little lamb', 'ring around the rosie', 'red'), (3, 25, 6553, 429496729, 0.14, 1923.141592654, 1.2301, '2014-08-24 17:21:30.0', '2014-08-26', 'its fleece was white as snow', 'a pocket full of posies', 'blue') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acid_ivp@ds=today -POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).bi EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).ch EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).d EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).de EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).dt EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).f EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).s SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).si EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).t EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).ti EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).vc EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).bi SCRIPT [] +POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).ch SCRIPT [] +POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).d SCRIPT [] +POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).de SCRIPT [] +POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).dt SCRIPT [] +POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).f SCRIPT [] +POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).i SCRIPT [] +POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).s SCRIPT [] +POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).si SCRIPT [] +POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).t SCRIPT [] +POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).ti SCRIPT [] +POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).vc SCRIPT [] PREHOOK: query: select * from acid_ivp order by i PREHOOK: type: QUERY PREHOOK: Input: default@acid_ivp diff --git a/ql/src/test/results/clientpositive/insert_values_tmp_table.q.out b/ql/src/test/results/clientpositive/insert_values_tmp_table.q.out index 4e4eafd85f..81a9e6d922 100644 --- a/ql/src/test/results/clientpositive/insert_values_tmp_table.q.out +++ b/ql/src/test/results/clientpositive/insert_values_tmp_table.q.out @@ -11,16 +11,18 @@ PREHOOK: query: insert into table acid_ivtt values (429496729, 0.14, 'its fleece was white as snow'), (-29496729, -0.14, 'negative values test') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acid_ivtt POSTHOOK: query: insert into table acid_ivtt values (1, 109.23, 'mary had a little lamb'), (429496729, 0.14, 'its fleece was white as snow'), (-29496729, -0.14, 'negative values test') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acid_ivtt -POSTHOOK: Lineage: acid_ivtt.de EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivtt.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivtt.vc EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: acid_ivtt.de SCRIPT [] +POSTHOOK: Lineage: acid_ivtt.i SCRIPT [] +POSTHOOK: Lineage: acid_ivtt.vc SCRIPT [] PREHOOK: query: select i, de, vc from acid_ivtt order by i PREHOOK: type: QUERY PREHOOK: Input: default@acid_ivtt diff --git a/ql/src/test/results/clientpositive/insertoverwrite_bucket.q.out b/ql/src/test/results/clientpositive/insertoverwrite_bucket.q.out index ed97f83906..d821379501 100644 --- a/ql/src/test/results/clientpositive/insertoverwrite_bucket.q.out +++ b/ql/src/test/results/clientpositive/insertoverwrite_bucket.q.out @@ -46,25 +46,31 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@bucketoutput2 PREHOOK: query: insert into table bucketinput values ("firstinsert1") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@bucketinput POSTHOOK: query: insert into table bucketinput values ("firstinsert1") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@bucketinput -POSTHOOK: Lineage: bucketinput.data SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: bucketinput.data SCRIPT [] PREHOOK: query: insert into table bucketinput values ("firstinsert2") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@bucketinput POSTHOOK: query: insert into table bucketinput values ("firstinsert2") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@bucketinput -POSTHOOK: Lineage: bucketinput.data SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: bucketinput.data SCRIPT [] PREHOOK: query: insert into table bucketinput values ("firstinsert3") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@bucketinput POSTHOOK: query: insert into table bucketinput values ("firstinsert3") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@bucketinput -POSTHOOK: Lineage: bucketinput.data SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: bucketinput.data SCRIPT [] PREHOOK: query: insert overwrite table bucketoutput1 select * from bucketinput where data like 'first%' PREHOOK: type: QUERY PREHOOK: Input: default@bucketinput diff --git a/ql/src/test/results/clientpositive/insertvalues_espchars.q.out b/ql/src/test/results/clientpositive/insertvalues_espchars.q.out index eac85e6b79..56b41b4338 100644 --- a/ql/src/test/results/clientpositive/insertvalues_espchars.q.out +++ b/ql/src/test/results/clientpositive/insertvalues_espchars.q.out @@ -12,11 +12,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@escstr PREHOOK: query: insert into escstr values('It\'s a simple test') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@escstr POSTHOOK: query: insert into escstr values('It\'s a simple test') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@escstr -POSTHOOK: Lineage: escstr.val SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: escstr.val SCRIPT [] PREHOOK: query: select * from escstr PREHOOK: type: QUERY PREHOOK: Input: default@escstr diff --git a/ql/src/test/results/clientpositive/interval_alt.q.out b/ql/src/test/results/clientpositive/interval_alt.q.out index eba8420b79..53c1be8d05 100644 --- a/ql/src/test/results/clientpositive/interval_alt.q.out +++ b/ql/src/test/results/clientpositive/interval_alt.q.out @@ -104,11 +104,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values (1),(2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (1),(2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.dt EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.dt SCRIPT [] PREHOOK: query: explain select date '2012-01-01' + interval (-dt*dt) day, diff --git a/ql/src/test/results/clientpositive/join42.q.out b/ql/src/test/results/clientpositive/join42.q.out index 11851a9c88..0db7e8b079 100644 --- a/ql/src/test/results/clientpositive/join42.q.out +++ b/ql/src/test/results/clientpositive/join42.q.out @@ -70,22 +70,26 @@ POSTHOOK: Lineage: acct.aid SIMPLE [] POSTHOOK: Lineage: acct.brn SIMPLE [] PREHOOK: query: insert into table acct values(4748, null, null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acct POSTHOOK: query: insert into table acct values(4748, null, null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acct -POSTHOOK: Lineage: acct.acc_n EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: acct.aid EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acct.brn EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: acct.acc_n EXPRESSION [] +POSTHOOK: Lineage: acct.aid SCRIPT [] +POSTHOOK: Lineage: acct.brn EXPRESSION [] PREHOOK: query: insert into table acct values(4748, null, null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acct POSTHOOK: query: insert into table acct values(4748, null, null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acct -POSTHOOK: Lineage: acct.acc_n EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: acct.aid EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acct.brn EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: acct.acc_n EXPRESSION [] +POSTHOOK: Lineage: acct.aid SCRIPT [] +POSTHOOK: Lineage: acct.brn EXPRESSION [] Warning: Shuffle Join JOIN[28][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain select acct.ACC_N, diff --git a/ql/src/test/results/clientpositive/join43.q.out b/ql/src/test/results/clientpositive/join43.q.out index fac8a8cb2d..dbb3e33174 100644 --- a/ql/src/test/results/clientpositive/join43.q.out +++ b/ql/src/test/results/clientpositive/join43.q.out @@ -8,44 +8,52 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@purchase_history PREHOOK: query: insert into purchase_history values ('1', 'Belt', 20.00, 21) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@purchase_history POSTHOOK: query: insert into purchase_history values ('1', 'Belt', 20.00, 21) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@purchase_history -POSTHOOK: Lineage: purchase_history.price EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: purchase_history.product SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: purchase_history.s SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: purchase_history.time EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: purchase_history.price SCRIPT [] +POSTHOOK: Lineage: purchase_history.product SCRIPT [] +POSTHOOK: Lineage: purchase_history.s SCRIPT [] +POSTHOOK: Lineage: purchase_history.time SCRIPT [] PREHOOK: query: insert into purchase_history values ('1', 'Socks', 3.50, 31) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@purchase_history POSTHOOK: query: insert into purchase_history values ('1', 'Socks', 3.50, 31) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@purchase_history -POSTHOOK: Lineage: purchase_history.price EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: purchase_history.product SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: purchase_history.s SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: purchase_history.time EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: purchase_history.price SCRIPT [] +POSTHOOK: Lineage: purchase_history.product SCRIPT [] +POSTHOOK: Lineage: purchase_history.s SCRIPT [] +POSTHOOK: Lineage: purchase_history.time SCRIPT [] PREHOOK: query: insert into purchase_history values ('3', 'Belt', 20.00, 51) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@purchase_history POSTHOOK: query: insert into purchase_history values ('3', 'Belt', 20.00, 51) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@purchase_history -POSTHOOK: Lineage: purchase_history.price EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: purchase_history.product SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: purchase_history.s SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: purchase_history.time EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: purchase_history.price SCRIPT [] +POSTHOOK: Lineage: purchase_history.product SCRIPT [] +POSTHOOK: Lineage: purchase_history.s SCRIPT [] +POSTHOOK: Lineage: purchase_history.time SCRIPT [] PREHOOK: query: insert into purchase_history values ('4', 'Shirt', 15.50, 59) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@purchase_history POSTHOOK: query: insert into purchase_history values ('4', 'Shirt', 15.50, 59) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@purchase_history -POSTHOOK: Lineage: purchase_history.price EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: purchase_history.product SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: purchase_history.s SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: purchase_history.time EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: purchase_history.price SCRIPT [] +POSTHOOK: Lineage: purchase_history.product SCRIPT [] +POSTHOOK: Lineage: purchase_history.s SCRIPT [] +POSTHOOK: Lineage: purchase_history.time SCRIPT [] PREHOOK: query: create table cart_history (s string, cart_id int, `time` int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -56,58 +64,70 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@cart_history PREHOOK: query: insert into cart_history values ('1', 1, 10) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cart_history POSTHOOK: query: insert into cart_history values ('1', 1, 10) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cart_history -POSTHOOK: Lineage: cart_history.cart_id EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cart_history.s SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cart_history.time EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: cart_history.cart_id SCRIPT [] +POSTHOOK: Lineage: cart_history.s SCRIPT [] +POSTHOOK: Lineage: cart_history.time SCRIPT [] PREHOOK: query: insert into cart_history values ('1', 2, 20) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cart_history POSTHOOK: query: insert into cart_history values ('1', 2, 20) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cart_history -POSTHOOK: Lineage: cart_history.cart_id EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cart_history.s SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cart_history.time EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: cart_history.cart_id SCRIPT [] +POSTHOOK: Lineage: cart_history.s SCRIPT [] +POSTHOOK: Lineage: cart_history.time SCRIPT [] PREHOOK: query: insert into cart_history values ('1', 3, 30) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cart_history POSTHOOK: query: insert into cart_history values ('1', 3, 30) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cart_history -POSTHOOK: Lineage: cart_history.cart_id EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cart_history.s SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cart_history.time EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: cart_history.cart_id SCRIPT [] +POSTHOOK: Lineage: cart_history.s SCRIPT [] +POSTHOOK: Lineage: cart_history.time SCRIPT [] PREHOOK: query: insert into cart_history values ('1', 4, 40) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cart_history POSTHOOK: query: insert into cart_history values ('1', 4, 40) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cart_history -POSTHOOK: Lineage: cart_history.cart_id EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cart_history.s SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cart_history.time EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: cart_history.cart_id SCRIPT [] +POSTHOOK: Lineage: cart_history.s SCRIPT [] +POSTHOOK: Lineage: cart_history.time SCRIPT [] PREHOOK: query: insert into cart_history values ('3', 5, 50) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cart_history POSTHOOK: query: insert into cart_history values ('3', 5, 50) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cart_history -POSTHOOK: Lineage: cart_history.cart_id EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cart_history.s SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cart_history.time EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: cart_history.cart_id SCRIPT [] +POSTHOOK: Lineage: cart_history.s SCRIPT [] +POSTHOOK: Lineage: cart_history.time SCRIPT [] PREHOOK: query: insert into cart_history values ('4', 6, 60) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cart_history POSTHOOK: query: insert into cart_history values ('4', 6, 60) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cart_history -POSTHOOK: Lineage: cart_history.cart_id EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cart_history.s SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cart_history.time EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: cart_history.cart_id SCRIPT [] +POSTHOOK: Lineage: cart_history.s SCRIPT [] +POSTHOOK: Lineage: cart_history.time SCRIPT [] PREHOOK: query: create table events (s string, st2 string, n int, `time` int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -118,64 +138,76 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@events PREHOOK: query: insert into events values ('1', 'Bob', 1234, 20) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@events POSTHOOK: query: insert into events values ('1', 'Bob', 1234, 20) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@events -POSTHOOK: Lineage: events.n EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: events.s SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: events.st2 SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: events.time EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: events.n SCRIPT [] +POSTHOOK: Lineage: events.s SCRIPT [] +POSTHOOK: Lineage: events.st2 SCRIPT [] +POSTHOOK: Lineage: events.time SCRIPT [] PREHOOK: query: insert into events values ('1', 'Bob', 1234, 30) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@events POSTHOOK: query: insert into events values ('1', 'Bob', 1234, 30) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@events -POSTHOOK: Lineage: events.n EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: events.s SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: events.st2 SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: events.time EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: events.n SCRIPT [] +POSTHOOK: Lineage: events.s SCRIPT [] +POSTHOOK: Lineage: events.st2 SCRIPT [] +POSTHOOK: Lineage: events.time SCRIPT [] PREHOOK: query: insert into events values ('1', 'Bob', 1234, 25) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@events POSTHOOK: query: insert into events values ('1', 'Bob', 1234, 25) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@events -POSTHOOK: Lineage: events.n EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: events.s SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: events.st2 SIMPLE [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: events.time EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: events.n SCRIPT [] +POSTHOOK: Lineage: events.s SCRIPT [] +POSTHOOK: Lineage: events.st2 SCRIPT [] +POSTHOOK: Lineage: events.time SCRIPT [] PREHOOK: query: insert into events values ('2', 'Sam', 1234, 30) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@events POSTHOOK: query: insert into events values ('2', 'Sam', 1234, 30) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@events -POSTHOOK: Lineage: events.n EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: events.s SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: events.st2 SIMPLE [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: events.time EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: events.n SCRIPT [] +POSTHOOK: Lineage: events.s SCRIPT [] +POSTHOOK: Lineage: events.st2 SCRIPT [] +POSTHOOK: Lineage: events.time SCRIPT [] PREHOOK: query: insert into events values ('3', 'Jeff', 1234, 50) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@events POSTHOOK: query: insert into events values ('3', 'Jeff', 1234, 50) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@events -POSTHOOK: Lineage: events.n EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: events.s SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: events.st2 SIMPLE [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: events.time EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: events.n SCRIPT [] +POSTHOOK: Lineage: events.s SCRIPT [] +POSTHOOK: Lineage: events.st2 SCRIPT [] +POSTHOOK: Lineage: events.time SCRIPT [] PREHOOK: query: insert into events values ('4', 'Ted', 1234, 60) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@events POSTHOOK: query: insert into events values ('4', 'Ted', 1234, 60) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@events -POSTHOOK: Lineage: events.n EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: events.s SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: events.st2 SIMPLE [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: events.time EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: events.n SCRIPT [] +POSTHOOK: Lineage: events.s SCRIPT [] +POSTHOOK: Lineage: events.st2 SCRIPT [] +POSTHOOK: Lineage: events.time SCRIPT [] PREHOOK: query: explain select s from ( diff --git a/ql/src/test/results/clientpositive/join46.q.out b/ql/src/test/results/clientpositive/join46.q.out index e24d7b47b9..0847ca6894 100644 --- a/ql/src/test/results/clientpositive/join46.q.out +++ b/ql/src/test/results/clientpositive/join46.q.out @@ -9,14 +9,16 @@ POSTHOOK: Output: default@test1 PREHOOK: query: INSERT INTO test1 VALUES (NULL, NULL, 'None'), (98, NULL, 'None'), (99, 0, 'Alice'), (99, 2, 'Mat'), (100, 1, 'Bob'), (101, 2, 'Car') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test1 POSTHOOK: query: INSERT INTO test1 VALUES (NULL, NULL, 'None'), (98, NULL, 'None'), (99, 0, 'Alice'), (99, 2, 'Mat'), (100, 1, 'Bob'), (101, 2, 'Car') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test1 -POSTHOOK: Lineage: test1.col_1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: test1.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test1.value EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test1.col_1 SCRIPT [] +POSTHOOK: Lineage: test1.key SCRIPT [] +POSTHOOK: Lineage: test1.value SCRIPT [] PREHOOK: query: CREATE TABLE test2 (key INT, value INT, col_2 STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -28,14 +30,16 @@ POSTHOOK: Output: default@test2 PREHOOK: query: INSERT INTO test2 VALUES (102, 2, 'Del'), (103, 2, 'Ema'), (104, 3, 'Fli'), (105, NULL, 'None') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test2 POSTHOOK: query: INSERT INTO test2 VALUES (102, 2, 'Del'), (103, 2, 'Ema'), (104, 3, 'Fli'), (105, NULL, 'None') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test2 -POSTHOOK: Lineage: test2.col_2 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: test2.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test2.value EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test2.col_2 SCRIPT [] +POSTHOOK: Lineage: test2.key SCRIPT [] +POSTHOOK: Lineage: test2.value SCRIPT [] PREHOOK: query: EXPLAIN SELECT * FROM test1 LEFT OUTER JOIN test2 diff --git a/ql/src/test/results/clientpositive/join_cond_pushdown_unqual5.q.out b/ql/src/test/results/clientpositive/join_cond_pushdown_unqual5.q.out index 203010f696..5dd669f3e8 100644 --- a/ql/src/test/results/clientpositive/join_cond_pushdown_unqual5.q.out +++ b/ql/src/test/results/clientpositive/join_cond_pushdown_unqual5.q.out @@ -16,23 +16,27 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@rtable PREHOOK: query: insert into ltable values (1, null, 'CD5415192314304', '00071'), (2, null, 'CD5415192225530', '00071') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@ltable POSTHOOK: query: insert into ltable values (1, null, 'CD5415192314304', '00071'), (2, null, 'CD5415192225530', '00071') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@ltable -POSTHOOK: Lineage: ltable.index EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: ltable.la EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: ltable.lk1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: ltable.lk2 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: ltable.index SCRIPT [] +POSTHOOK: Lineage: ltable.la EXPRESSION [] +POSTHOOK: Lineage: ltable.lk1 SCRIPT [] +POSTHOOK: Lineage: ltable.lk2 SCRIPT [] PREHOOK: query: insert into rtable values (1, 'CD5415192314304', '00071'), (45, 'CD5415192314304', '00072') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@rtable POSTHOOK: query: insert into rtable values (1, 'CD5415192314304', '00071'), (45, 'CD5415192314304', '00072') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@rtable -POSTHOOK: Lineage: rtable.ra EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: rtable.rk1 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: rtable.rk2 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: rtable.ra SCRIPT [] +POSTHOOK: Lineage: rtable.rk1 SCRIPT [] +POSTHOOK: Lineage: rtable.rk2 SCRIPT [] PREHOOK: query: EXPLAIN SELECT * FROM ltable l LEFT OUTER JOIN rtable r on (l.lk1 = r.rk1 AND l.lk2 = r.rk2) WHERE COALESCE(l.la,'EMPTY')=COALESCE(r.ra,'EMPTY') PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN SELECT * FROM ltable l LEFT OUTER JOIN rtable r on (l.lk1 = r.rk1 AND l.lk2 = r.rk2) WHERE COALESCE(l.la,'EMPTY')=COALESCE(r.ra,'EMPTY') diff --git a/ql/src/test/results/clientpositive/join_emit_interval.q.out b/ql/src/test/results/clientpositive/join_emit_interval.q.out index ce7c792c2f..d28b15d78e 100644 --- a/ql/src/test/results/clientpositive/join_emit_interval.q.out +++ b/ql/src/test/results/clientpositive/join_emit_interval.q.out @@ -9,14 +9,16 @@ POSTHOOK: Output: default@test1 PREHOOK: query: INSERT INTO test1 VALUES (NULL, NULL, 'None'), (98, NULL, 'None'), (99, 0, 'Alice'), (99, 2, 'Mat'), (100, 1, 'Bob'), (101, 2, 'Car') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test1 POSTHOOK: query: INSERT INTO test1 VALUES (NULL, NULL, 'None'), (98, NULL, 'None'), (99, 0, 'Alice'), (99, 2, 'Mat'), (100, 1, 'Bob'), (101, 2, 'Car') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test1 -POSTHOOK: Lineage: test1.col_1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: test1.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test1.value EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test1.col_1 SCRIPT [] +POSTHOOK: Lineage: test1.key SCRIPT [] +POSTHOOK: Lineage: test1.value SCRIPT [] PREHOOK: query: CREATE TABLE test2 (key INT, value INT, col_2 STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -28,14 +30,16 @@ POSTHOOK: Output: default@test2 PREHOOK: query: INSERT INTO test2 VALUES (102, 2, 'Del'), (103, 2, 'Ema'), (104, 3, 'Fli'), (105, NULL, 'None') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test2 POSTHOOK: query: INSERT INTO test2 VALUES (102, 2, 'Del'), (103, 2, 'Ema'), (104, 3, 'Fli'), (105, NULL, 'None') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test2 -POSTHOOK: Lineage: test2.col_2 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: test2.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test2.value EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test2.col_2 SCRIPT [] +POSTHOOK: Lineage: test2.key SCRIPT [] +POSTHOOK: Lineage: test2.value SCRIPT [] PREHOOK: query: EXPLAIN SELECT * FROM test1 LEFT OUTER JOIN test2 diff --git a/ql/src/test/results/clientpositive/llap/acid_bucket_pruning.q.out b/ql/src/test/results/clientpositive/llap/acid_bucket_pruning.q.out index 77bea79574..94486ecf6e 100644 --- a/ql/src/test/results/clientpositive/llap/acid_bucket_pruning.q.out +++ b/ql/src/test/results/clientpositive/llap/acid_bucket_pruning.q.out @@ -17,11 +17,13 @@ POSTHOOK: Output: default@acidtbldefault POSTHOOK: Lineage: acidtbldefault.a SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] PREHOOK: query: INSERT INTO TABLE acidTblDefault VALUES (1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acidtbldefault POSTHOOK: query: INSERT INTO TABLE acidTblDefault VALUES (1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acidtbldefault -POSTHOOK: Lineage: acidtbldefault.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: acidtbldefault.a SCRIPT [] PREHOOK: query: EXPLAIN EXTENDED SELECT * FROM acidTblDefault WHERE a = 1 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/acid_no_buckets.q.out b/ql/src/test/results/clientpositive/llap/acid_no_buckets.q.out index 5fe7544fd8..629b05d4fc 100644 --- a/ql/src/test/results/clientpositive/llap/acid_no_buckets.q.out +++ b/ql/src/test/results/clientpositive/llap/acid_no_buckets.q.out @@ -210,12 +210,14 @@ POSTHOOK: Input: default@srcpart_acid@ds=2008-04-09/hr=12 2008-04-09 11 413 val_413updated PREHOOK: query: insert into srcpart_acid PARTITION (ds='2008-04-08', hr=='11') values ('1001','val1001'),('1002','val1002'),('1003','val1003') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@srcpart_acid@ds=2008-04-08/hr=11 POSTHOOK: query: insert into srcpart_acid PARTITION (ds='2008-04-08', hr=='11') values ('1001','val1001'),('1002','val1002'),('1003','val1003') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@srcpart_acid@ds=2008-04-08/hr=11 -POSTHOOK: Lineage: srcpart_acid PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: srcpart_acid PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: srcpart_acid PARTITION(ds=2008-04-08,hr=11).key SCRIPT [] +POSTHOOK: Lineage: srcpart_acid PARTITION(ds=2008-04-08,hr=11).value SCRIPT [] PREHOOK: query: select ds, hr, key, value from srcpart_acid where cast(key as integer) > 1000 order by ds, hr, cast(key as integer) PREHOOK: type: QUERY PREHOOK: Input: default@srcpart_acid @@ -708,12 +710,14 @@ POSTHOOK: Input: default@srcpart_acidb@ds=2008-04-09/hr=12 2008-04-09 11 413 val_413updated PREHOOK: query: insert into srcpart_acidb PARTITION (ds='2008-04-08', hr=='11') values ('1001','val1001'),('1002','val1002'),('1003','val1003') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@srcpart_acidb@ds=2008-04-08/hr=11 POSTHOOK: query: insert into srcpart_acidb PARTITION (ds='2008-04-08', hr=='11') values ('1001','val1001'),('1002','val1002'),('1003','val1003') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@srcpart_acidb@ds=2008-04-08/hr=11 -POSTHOOK: Lineage: srcpart_acidb PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: srcpart_acidb PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: srcpart_acidb PARTITION(ds=2008-04-08,hr=11).key SCRIPT [] +POSTHOOK: Lineage: srcpart_acidb PARTITION(ds=2008-04-08,hr=11).value SCRIPT [] PREHOOK: query: select ds, hr, key, value from srcpart_acidb where cast(key as integer) > 1000 order by ds, hr, cast(key as integer) PREHOOK: type: QUERY PREHOOK: Input: default@srcpart_acidb @@ -1223,12 +1227,14 @@ POSTHOOK: Input: default@srcpart_acidv@ds=2008-04-09/hr=12 2008-04-09 11 413 val_413updated PREHOOK: query: insert into srcpart_acidv PARTITION (ds='2008-04-08', hr=='11') values ('1001','val1001'),('1002','val1002'),('1003','val1003') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@srcpart_acidv@ds=2008-04-08/hr=11 POSTHOOK: query: insert into srcpart_acidv PARTITION (ds='2008-04-08', hr=='11') values ('1001','val1001'),('1002','val1002'),('1003','val1003') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@srcpart_acidv@ds=2008-04-08/hr=11 -POSTHOOK: Lineage: srcpart_acidv PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: srcpart_acidv PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: srcpart_acidv PARTITION(ds=2008-04-08,hr=11).key SCRIPT [] +POSTHOOK: Lineage: srcpart_acidv PARTITION(ds=2008-04-08,hr=11).value SCRIPT [] PREHOOK: query: select ds, hr, key, value from srcpart_acidv where cast(key as integer) > 1000 order by ds, hr, cast(key as integer) PREHOOK: type: QUERY PREHOOK: Input: default@srcpart_acidv @@ -2006,12 +2012,14 @@ POSTHOOK: Input: default@srcpart_acidvb@ds=2008-04-09/hr=12 2008-04-09 11 413 val_413updated PREHOOK: query: insert into srcpart_acidvb PARTITION (ds='2008-04-08', hr=='11') values ('1001','val1001'),('1002','val1002'),('1003','val1003') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@srcpart_acidvb@ds=2008-04-08/hr=11 POSTHOOK: query: insert into srcpart_acidvb PARTITION (ds='2008-04-08', hr=='11') values ('1001','val1001'),('1002','val1002'),('1003','val1003') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@srcpart_acidvb@ds=2008-04-08/hr=11 -POSTHOOK: Lineage: srcpart_acidvb PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: srcpart_acidvb PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: srcpart_acidvb PARTITION(ds=2008-04-08,hr=11).key SCRIPT [] +POSTHOOK: Lineage: srcpart_acidvb PARTITION(ds=2008-04-08,hr=11).value SCRIPT [] PREHOOK: query: select ds, hr, key, value from srcpart_acidvb where cast(key as integer) > 1000 order by ds, hr, cast(key as integer) PREHOOK: type: QUERY PREHOOK: Input: default@srcpart_acidvb diff --git a/ql/src/test/results/clientpositive/llap/acid_vectorization_original.q.out b/ql/src/test/results/clientpositive/llap/acid_vectorization_original.q.out index 22a23758d7..68801f0294 100644 --- a/ql/src/test/results/clientpositive/llap/acid_vectorization_original.q.out +++ b/ql/src/test/results/clientpositive/llap/acid_vectorization_original.q.out @@ -14,11 +14,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@mydual PREHOOK: query: insert into mydual values(1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@mydual POSTHOOK: query: insert into mydual values(1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@mydual -POSTHOOK: Lineage: mydual.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: mydual.a SCRIPT [] PREHOOK: query: CREATE TABLE over10k(t tinyint, si smallint, i int, diff --git a/ql/src/test/results/clientpositive/llap/authorization_view_8.q.out b/ql/src/test/results/clientpositive/llap/authorization_view_8.q.out index 67ddb32277..f4f5259665 100644 --- a/ql/src/test/results/clientpositive/llap/authorization_view_8.q.out +++ b/ql/src/test/results/clientpositive/llap/authorization_view_8.q.out @@ -18,6 +18,7 @@ PREHOOK: query: insert into my_passwd values ("Gopal", 5), ("Sergey", 6) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@my_passwd POSTHOOK: query: insert into my_passwd values ("Deepak", 1), @@ -27,9 +28,10 @@ POSTHOOK: query: insert into my_passwd values ("Gopal", 5), ("Sergey", 6) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@my_passwd -POSTHOOK: Lineage: my_passwd.uid EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: my_passwd.username SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: my_passwd.uid SCRIPT [] +POSTHOOK: Lineage: my_passwd.username SCRIPT [] PREHOOK: query: create view my_passwd_vw as select * from my_passwd limit 3 PREHOOK: type: CREATEVIEW PREHOOK: Input: default@my_passwd diff --git a/ql/src/test/results/clientpositive/llap/autoColumnStats_10.q.out b/ql/src/test/results/clientpositive/llap/autoColumnStats_10.q.out index 6cb51fdab9..9ae59e6943 100644 --- a/ql/src/test/results/clientpositive/llap/autoColumnStats_10.q.out +++ b/ql/src/test/results/clientpositive/llap/autoColumnStats_10.q.out @@ -47,13 +47,15 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: insert into p values (1,22,333) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@p POSTHOOK: query: insert into p values (1,22,333) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@p -POSTHOOK: Lineage: p.c1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: p.c2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: p.insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: p.c1 SCRIPT [] +POSTHOOK: Lineage: p.c2 SCRIPT [] +POSTHOOK: Lineage: p.insert_num SCRIPT [] PREHOOK: query: desc formatted p PREHOOK: type: DESCTABLE PREHOOK: Input: default@p @@ -173,13 +175,15 @@ comment from deserializer COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"insert_num\":\"true\"}} PREHOOK: query: insert into p values (2,11,111) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@p POSTHOOK: query: insert into p values (2,11,111) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@p -POSTHOOK: Lineage: p.c1 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: p.c2 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: p.insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: p.c1 SCRIPT [] +POSTHOOK: Lineage: p.c2 SCRIPT [] +POSTHOOK: Lineage: p.insert_num SCRIPT [] PREHOOK: query: desc formatted p PREHOOK: type: DESCTABLE PREHOOK: Input: default@p @@ -307,13 +311,15 @@ Storage Desc Params: serialization.format 1 PREHOOK: query: insert into p values (1,22,333) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@p POSTHOOK: query: insert into p values (1,22,333) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@p -POSTHOOK: Lineage: p.c1 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: p.c2 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: p.insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: p.c1 SCRIPT [] +POSTHOOK: Lineage: p.c2 SCRIPT [] +POSTHOOK: Lineage: p.insert_num SCRIPT [] PREHOOK: query: desc formatted p PREHOOK: type: DESCTABLE PREHOOK: Input: default@p @@ -433,13 +439,15 @@ comment from deserializer COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} PREHOOK: query: insert into p values (2,11,111) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@p POSTHOOK: query: insert into p values (2,11,111) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@p -POSTHOOK: Lineage: p.c1 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: p.c2 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: p.insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: p.c1 SCRIPT [] +POSTHOOK: Lineage: p.c2 SCRIPT [] +POSTHOOK: Lineage: p.insert_num SCRIPT [] PREHOOK: query: desc formatted p PREHOOK: type: DESCTABLE PREHOOK: Input: default@p diff --git a/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out b/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out index b84edde144..074ea9db3d 100644 --- a/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out @@ -1725,25 +1725,31 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@big PREHOOK: query: insert into small values (1),(2),(3),(4),(5),(6) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@small POSTHOOK: query: insert into small values (1),(2),(3),(4),(5),(6) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@small -POSTHOOK: Lineage: small.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: small.i SCRIPT [] PREHOOK: query: insert into big partition(k=1) values(1),(3),(5),(7),(9) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@big@k=1 POSTHOOK: query: insert into big partition(k=1) values(1),(3),(5),(7),(9) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@big@k=1 -POSTHOOK: Lineage: big PARTITION(k=1).i EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: big PARTITION(k=1).i SCRIPT [] PREHOOK: query: insert into big partition(k=2) values(0),(2),(4),(6),(8) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@big@k=2 POSTHOOK: query: insert into big partition(k=2) values(0),(2),(4),(6),(8) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@big@k=2 -POSTHOOK: Lineage: big PARTITION(k=2).i EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: big PARTITION(k=2).i SCRIPT [] PREHOOK: query: explain select small.i, big.i from small,big where small.i=big.i PREHOOK: type: QUERY POSTHOOK: query: explain select small.i, big.i from small,big where small.i=big.i diff --git a/ql/src/test/results/clientpositive/llap/columnStatsUpdateForStatsOptimizer_1.q.out b/ql/src/test/results/clientpositive/llap/columnStatsUpdateForStatsOptimizer_1.q.out index c60a5beb32..fb7e872696 100644 --- a/ql/src/test/results/clientpositive/llap/columnStatsUpdateForStatsOptimizer_1.q.out +++ b/ql/src/test/results/clientpositive/llap/columnStatsUpdateForStatsOptimizer_1.q.out @@ -12,12 +12,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@calendar PREHOOK: query: insert into calendar values (2010, 10), (2011, 11), (2012, 12) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@calendar POSTHOOK: query: insert into calendar values (2010, 10), (2011, 11), (2012, 12) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@calendar -POSTHOOK: Lineage: calendar.month EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: calendar.year EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: calendar.month SCRIPT [] +POSTHOOK: Lineage: calendar.year SCRIPT [] PREHOOK: query: desc formatted calendar PREHOOK: type: DESCTABLE PREHOOK: Input: default@calendar @@ -253,12 +255,14 @@ POSTHOOK: Input: default@calendar 2012 PREHOOK: query: insert into calendar values (2015, 15) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@calendar POSTHOOK: query: insert into calendar values (2015, 15) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@calendar -POSTHOOK: Lineage: calendar.month EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: calendar.year EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: calendar.month SCRIPT [] +POSTHOOK: Lineage: calendar.year SCRIPT [] PREHOOK: query: desc formatted calendar PREHOOK: type: DESCTABLE PREHOOK: Input: default@calendar @@ -638,11 +642,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@calendarp PREHOOK: query: insert into table calendarp partition (p=1) values (2010), (2011), (2012) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@calendarp@p=1 POSTHOOK: query: insert into table calendarp partition (p=1) values (2010), (2011), (2012) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@calendarp@p=1 -POSTHOOK: Lineage: calendarp PARTITION(p=1).year EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: calendarp PARTITION(p=1).year SCRIPT [] PREHOOK: query: desc formatted calendarp partition (p=1) PREHOOK: type: DESCTABLE PREHOOK: Input: default@calendarp @@ -814,11 +820,13 @@ STAGE PLANS: PREHOOK: query: insert into table calendarp partition (p=1) values (2015) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@calendarp@p=1 POSTHOOK: query: insert into table calendarp partition (p=1) values (2015) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@calendarp@p=1 -POSTHOOK: Lineage: calendarp PARTITION(p=1).year EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: calendarp PARTITION(p=1).year SCRIPT [] PREHOOK: query: desc formatted calendarp partition (p=1) PREHOOK: type: DESCTABLE PREHOOK: Input: default@calendarp diff --git a/ql/src/test/results/clientpositive/llap/column_names_with_leading_and_trailing_spaces.q.out b/ql/src/test/results/clientpositive/llap/column_names_with_leading_and_trailing_spaces.q.out index 2b87d502a2..b327bf8e14 100644 --- a/ql/src/test/results/clientpositive/llap/column_names_with_leading_and_trailing_spaces.q.out +++ b/ql/src/test/results/clientpositive/llap/column_names_with_leading_and_trailing_spaces.q.out @@ -62,13 +62,15 @@ comment from deserializer COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\" left\":\"true\",\" middle \":\"true\",\"right \":\"true\"}} PREHOOK: query: insert into space values ("1", "2", "3") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@space POSTHOOK: query: insert into space values ("1", "2", "3") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@space -POSTHOOK: Lineage: space. left SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: space. middle SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: space.right SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: space. left SCRIPT [] +POSTHOOK: Lineage: space. middle SCRIPT [] +POSTHOOK: Lineage: space.right SCRIPT [] PREHOOK: query: desc formatted space ` left` PREHOOK: type: DESCTABLE PREHOOK: Input: default@space @@ -99,12 +101,14 @@ POSTHOOK: Input: default@space 1 2 3 PREHOOK: query: insert into space (` middle `) values("2") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@space POSTHOOK: query: insert into space (` middle `) values("2") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@space POSTHOOK: Lineage: space. left SIMPLE [] -POSTHOOK: Lineage: space. middle SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: space. middle SCRIPT [] POSTHOOK: Lineage: space.right SIMPLE [] PREHOOK: query: select * from space order by ` left` PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/column_table_stats_orc.q.out b/ql/src/test/results/clientpositive/llap/column_table_stats_orc.q.out index 56b376ee03..2c8e9ab6ed 100644 --- a/ql/src/test/results/clientpositive/llap/column_table_stats_orc.q.out +++ b/ql/src/test/results/clientpositive/llap/column_table_stats_orc.q.out @@ -12,12 +12,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@s PREHOOK: query: insert into table s values ('1','2') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@s POSTHOOK: query: insert into table s values ('1','2') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@s -POSTHOOK: Lineage: s.key SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: s.value SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: s.key SCRIPT [] +POSTHOOK: Lineage: s.value SCRIPT [] PREHOOK: query: desc formatted s PREHOOK: type: DESCTABLE PREHOOK: Input: default@s @@ -247,20 +249,24 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@spart PREHOOK: query: insert into table spart PARTITION (ds="2008-04-08", hr="12") values ('1','2') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@spart@ds=2008-04-08/hr=12 POSTHOOK: query: insert into table spart PARTITION (ds="2008-04-08", hr="12") values ('1','2') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@spart@ds=2008-04-08/hr=12 -POSTHOOK: Lineage: spart PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: spart PARTITION(ds=2008-04-08,hr=12).value SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: spart PARTITION(ds=2008-04-08,hr=12).key SCRIPT [] +POSTHOOK: Lineage: spart PARTITION(ds=2008-04-08,hr=12).value SCRIPT [] PREHOOK: query: insert into table spart PARTITION (ds="2008-04-08", hr="11") values ('1','2') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@spart@ds=2008-04-08/hr=11 POSTHOOK: query: insert into table spart PARTITION (ds="2008-04-08", hr="11") values ('1','2') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@spart@ds=2008-04-08/hr=11 -POSTHOOK: Lineage: spart PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: spart PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: spart PARTITION(ds=2008-04-08,hr=11).key SCRIPT [] +POSTHOOK: Lineage: spart PARTITION(ds=2008-04-08,hr=11).value SCRIPT [] PREHOOK: query: desc formatted spart PREHOOK: type: DESCTABLE PREHOOK: Input: default@spart @@ -641,20 +647,24 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@spart PREHOOK: query: insert into table spart PARTITION (ds="2008-04-08", hr="12") values ('1','2') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@spart@ds=2008-04-08/hr=12 POSTHOOK: query: insert into table spart PARTITION (ds="2008-04-08", hr="12") values ('1','2') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@spart@ds=2008-04-08/hr=12 -POSTHOOK: Lineage: spart PARTITION(ds=2008-04-08,hr=12).key SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: spart PARTITION(ds=2008-04-08,hr=12).value SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: spart PARTITION(ds=2008-04-08,hr=12).key SCRIPT [] +POSTHOOK: Lineage: spart PARTITION(ds=2008-04-08,hr=12).value SCRIPT [] PREHOOK: query: insert into table spart PARTITION (ds="2008-04-08", hr="11") values ('1','2') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@spart@ds=2008-04-08/hr=11 POSTHOOK: query: insert into table spart PARTITION (ds="2008-04-08", hr="11") values ('1','2') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@spart@ds=2008-04-08/hr=11 -POSTHOOK: Lineage: spart PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: spart PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: spart PARTITION(ds=2008-04-08,hr=11).key SCRIPT [] +POSTHOOK: Lineage: spart PARTITION(ds=2008-04-08,hr=11).value SCRIPT [] PREHOOK: query: desc formatted spart PREHOOK: type: DESCTABLE PREHOOK: Input: default@spart diff --git a/ql/src/test/results/clientpositive/llap/constprog_semijoin.q.out b/ql/src/test/results/clientpositive/llap/constprog_semijoin.q.out index 3be74ecfd6..1568d38a8c 100644 --- a/ql/src/test/results/clientpositive/llap/constprog_semijoin.q.out +++ b/ql/src/test/results/clientpositive/llap/constprog_semijoin.q.out @@ -8,14 +8,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table1 PREHOOK: query: insert into table1 (id, val, val1, dimid) values (1, 't1val01', 'val101', 100), (2, 't1val02', 'val102', 200), (3, 't1val03', 'val103', 103), (3, 't1val01', 'val104', 100), (2, 't1val05', 'val105', 200), (3, 't1val01', 'val106', 103), (1, 't1val07', 'val107', 200), (2, 't1val01', 'val108', 200), (3, 't1val09', 'val109', 103), (4,'t1val01', 'val110', 200) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table1 POSTHOOK: query: insert into table1 (id, val, val1, dimid) values (1, 't1val01', 'val101', 100), (2, 't1val02', 'val102', 200), (3, 't1val03', 'val103', 103), (3, 't1val01', 'val104', 100), (2, 't1val05', 'val105', 200), (3, 't1val01', 'val106', 103), (1, 't1val07', 'val107', 200), (2, 't1val01', 'val108', 200), (3, 't1val09', 'val109', 103), (4,'t1val01', 'val110', 200) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.dimid EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table1.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.val SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.val1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table1.dimid SCRIPT [] +POSTHOOK: Lineage: table1.id SCRIPT [] +POSTHOOK: Lineage: table1.val SCRIPT [] +POSTHOOK: Lineage: table1.val1 SCRIPT [] PREHOOK: query: create table table2 (id int, val2 string) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -26,12 +28,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table2 PREHOOK: query: insert into table2 (id, val2) values (1, 't2val201'), (2, 't2val202'), (3, 't2val203') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table2 POSTHOOK: query: insert into table2 (id, val2) values (1, 't2val201'), (2, 't2val202'), (3, 't2val203') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.val2 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table2.id SCRIPT [] +POSTHOOK: Lineage: table2.val2 SCRIPT [] PREHOOK: query: create table table3 (id int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -42,11 +46,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table3 PREHOOK: query: insert into table3 (id) values (100), (100), (101), (102), (103) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table3 POSTHOOK: query: insert into table3 (id) values (100), (100), (101), (102), (103) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.id EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table3.id SCRIPT [] PREHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id where table1.val = 't1val01' PREHOOK: type: QUERY POSTHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id where table1.val = 't1val01' diff --git a/ql/src/test/results/clientpositive/llap/cte_5.q.out b/ql/src/test/results/clientpositive/llap/cte_5.q.out index e7c10aa17b..17a86d3e6c 100644 --- a/ql/src/test/results/clientpositive/llap/cte_5.q.out +++ b/ql/src/test/results/clientpositive/llap/cte_5.q.out @@ -20,12 +20,14 @@ POSTHOOK: Output: database:mydb POSTHOOK: Output: mydb@q1 PREHOOK: query: insert into q1 values (5, 'A') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: mydb@q1 POSTHOOK: query: insert into q1 values (5, 'A') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: mydb@q1 -POSTHOOK: Lineage: q1.colnum EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: q1.colstring SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: q1.colnum SCRIPT [] +POSTHOOK: Lineage: q1.colstring SCRIPT [] PREHOOK: query: use default PREHOOK: type: SWITCHDATABASE PREHOOK: Input: database:default @@ -39,7 +41,6 @@ POSTHOOK: query: show tables in mydb POSTHOOK: type: SHOWTABLES POSTHOOK: Input: database:mydb q1 -values__tmp__table__1 PREHOOK: query: show tables PREHOOK: type: SHOWTABLES PREHOOK: Input: database:default diff --git a/ql/src/test/results/clientpositive/llap/cte_mat_4.q.out b/ql/src/test/results/clientpositive/llap/cte_mat_4.q.out index 930a0108e7..f3947ca6dd 100644 --- a/ql/src/test/results/clientpositive/llap/cte_mat_4.q.out +++ b/ql/src/test/results/clientpositive/llap/cte_mat_4.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@q1 PREHOOK: query: insert into q1 values (1, 'A') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@q1 POSTHOOK: query: insert into q1 values (1, 'A') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@q1 -POSTHOOK: Lineage: q1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: q1.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: q1.a SCRIPT [] +POSTHOOK: Lineage: q1.b SCRIPT [] PREHOOK: query: show tables PREHOOK: type: SHOWTABLES PREHOOK: Input: database:default @@ -37,7 +39,6 @@ src_thrift srcbucket srcbucket2 srcpart -values__tmp__table__1 PREHOOK: query: explain with q1 as (select * from src where key= '5') select a.key @@ -149,7 +150,6 @@ src_thrift srcbucket srcbucket2 srcpart -values__tmp__table__1 PREHOOK: query: select * from q1 PREHOOK: type: QUERY PREHOOK: Input: default@q1 @@ -189,7 +189,6 @@ src_thrift srcbucket srcbucket2 srcpart -values__tmp__table__1 PREHOOK: query: explain with q1 as (select * from src where key= '5') select a.key @@ -300,4 +299,3 @@ src_thrift srcbucket srcbucket2 srcpart -values__tmp__table__1 diff --git a/ql/src/test/results/clientpositive/llap/cte_mat_5.q.out b/ql/src/test/results/clientpositive/llap/cte_mat_5.q.out index 84b5ce30d6..ccf73ac20d 100644 --- a/ql/src/test/results/clientpositive/llap/cte_mat_5.q.out +++ b/ql/src/test/results/clientpositive/llap/cte_mat_5.q.out @@ -20,12 +20,14 @@ POSTHOOK: Output: database:mydb POSTHOOK: Output: mydb@q1 PREHOOK: query: insert into q1 values (5, 'A') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: mydb@q1 POSTHOOK: query: insert into q1 values (5, 'A') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: mydb@q1 -POSTHOOK: Lineage: q1.colnum EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: q1.colstring SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: q1.colnum SCRIPT [] +POSTHOOK: Lineage: q1.colstring SCRIPT [] PREHOOK: query: use default PREHOOK: type: SWITCHDATABASE PREHOOK: Input: database:default @@ -39,7 +41,6 @@ POSTHOOK: query: show tables in mydb POSTHOOK: type: SHOWTABLES POSTHOOK: Input: database:mydb q1 -values__tmp__table__1 PREHOOK: query: show tables PREHOOK: type: SHOWTABLES PREHOOK: Input: database:default diff --git a/ql/src/test/results/clientpositive/llap/deleteAnalyze.q.out b/ql/src/test/results/clientpositive/llap/deleteAnalyze.q.out index 253d5b7472..aeca5184c8 100644 --- a/ql/src/test/results/clientpositive/llap/deleteAnalyze.q.out +++ b/ql/src/test/results/clientpositive/llap/deleteAnalyze.q.out @@ -20,14 +20,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@testdeci2 PREHOOK: query: insert into table testdeci2 values(1,12.123,12345.123,'desk1'),(2,123.123,1234.123,'desk2') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@testdeci2 POSTHOOK: query: insert into table testdeci2 values(1,12.123,12345.123,'desk1'),(2,123.123,1234.123,'desk2') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@testdeci2 -POSTHOOK: Lineage: testdeci2.amount EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: testdeci2.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: testdeci2.item SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: testdeci2.sales_tax EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: testdeci2.amount SCRIPT [] +POSTHOOK: Lineage: testdeci2.id SCRIPT [] +POSTHOOK: Lineage: testdeci2.item SCRIPT [] +POSTHOOK: Lineage: testdeci2.sales_tax SCRIPT [] PREHOOK: query: describe formatted testdeci2 PREHOOK: type: DESCTABLE PREHOOK: Input: default@testdeci2 diff --git a/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_3.q.out b/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_3.q.out index 91557e8cc5..aca6b21dba 100644 --- a/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_3.q.out +++ b/ql/src/test/results/clientpositive/llap/dynamic_semijoin_reduction_3.q.out @@ -990,19 +990,21 @@ PREHOOK: query: insert into customer values ( 2, "DEF", "Def Co.", "PA", true, null ), ( 3, "XYZ", "Xyz Co.", "CA", true, null ) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: type2_scd_helper@customer POSTHOOK: query: insert into customer values ( 1, "ABC", "Abc Co.", "OH", true, null ), ( 2, "DEF", "Def Co.", "PA", true, null ), ( 3, "XYZ", "Xyz Co.", "CA", true, null ) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: type2_scd_helper@customer -POSTHOOK: Lineage: customer.end_date EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: customer.is_current EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: customer.name SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: customer.sk SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: customer.source_pk EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: customer.state SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: customer.end_date EXPRESSION [] +POSTHOOK: Lineage: customer.is_current SCRIPT [] +POSTHOOK: Lineage: customer.name SCRIPT [] +POSTHOOK: Lineage: customer.sk SCRIPT [] +POSTHOOK: Lineage: customer.source_pk SCRIPT [] +POSTHOOK: Lineage: customer.state SCRIPT [] PREHOOK: query: select * from customer order by source_pk PREHOOK: type: QUERY PREHOOK: Input: type2_scd_helper@customer @@ -1036,6 +1038,7 @@ PREHOOK: query: insert into new_customer_stage values ( 3, "Xyz Co.", "TX" ), ( 4, "Pdq Co.", "WI" ) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: type2_scd_helper@new_customer_stage POSTHOOK: query: insert into new_customer_stage values ( 1, "Abc Co.", "OH" ), @@ -1043,10 +1046,11 @@ POSTHOOK: query: insert into new_customer_stage values ( 3, "Xyz Co.", "TX" ), ( 4, "Pdq Co.", "WI" ) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: type2_scd_helper@new_customer_stage -POSTHOOK: Lineage: new_customer_stage.name SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: new_customer_stage.source_pk EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: new_customer_stage.state SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: new_customer_stage.name SCRIPT [] +POSTHOOK: Lineage: new_customer_stage.source_pk SCRIPT [] +POSTHOOK: Lineage: new_customer_stage.state SCRIPT [] PREHOOK: query: drop table if exists scd_types PREHOOK: type: DROPTABLE POSTHOOK: query: drop table if exists scd_types @@ -1067,12 +1071,14 @@ POSTHOOK: Output: database:type2_scd_helper POSTHOOK: Output: type2_scd_helper@scd_types PREHOOK: query: insert into scd_types values (1, null), (2, -1), (2, null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: type2_scd_helper@scd_types POSTHOOK: query: insert into scd_types values (1, null), (2, -1), (2, null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: type2_scd_helper@scd_types -POSTHOOK: Lineage: scd_types.invalid_key EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: scd_types.type EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: scd_types.invalid_key SCRIPT [] +POSTHOOK: Lineage: scd_types.type SCRIPT [] PREHOOK: query: merge into customer using ( select diff --git a/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization_acid.q.out b/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization_acid.q.out index e206e2b52f..74984852e0 100644 --- a/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization_acid.q.out +++ b/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization_acid.q.out @@ -53,12 +53,14 @@ POSTHOOK: Input: default@acid_part@ds=2008-04-08 1000 PREHOOK: query: insert into table acid_part partition(ds='2008-04-08') values("foo", "bar") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acid_part@ds=2008-04-08 POSTHOOK: query: insert into table acid_part partition(ds='2008-04-08') values("foo", "bar") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acid_part@ds=2008-04-08 -POSTHOOK: Lineage: acid_part PARTITION(ds=2008-04-08).key SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acid_part PARTITION(ds=2008-04-08).value SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: acid_part PARTITION(ds=2008-04-08).key SCRIPT [] +POSTHOOK: Lineage: acid_part PARTITION(ds=2008-04-08).value SCRIPT [] PREHOOK: query: select count(*) from acid_part where ds='2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@acid_part @@ -337,12 +339,14 @@ POSTHOOK: Input: default@acid_part_sdpo@ds=2008-04-08 1000 PREHOOK: query: insert into table acid_part_sdpo partition(ds='2008-04-08') values("foo", "bar") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acid_part_sdpo@ds=2008-04-08 POSTHOOK: query: insert into table acid_part_sdpo partition(ds='2008-04-08') values("foo", "bar") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acid_part_sdpo@ds=2008-04-08 -POSTHOOK: Lineage: acid_part_sdpo PARTITION(ds=2008-04-08).key SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acid_part_sdpo PARTITION(ds=2008-04-08).value SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: acid_part_sdpo PARTITION(ds=2008-04-08).key SCRIPT [] +POSTHOOK: Lineage: acid_part_sdpo PARTITION(ds=2008-04-08).value SCRIPT [] PREHOOK: query: select count(*) from acid_part_sdpo where ds='2008-04-08' PREHOOK: type: QUERY PREHOOK: Input: default@acid_part_sdpo @@ -630,12 +634,14 @@ POSTHOOK: Input: default@acid_2l_part@ds=2008-04-08/hr=11 500 PREHOOK: query: insert into table acid_2L_part partition(ds='2008-04-08',hr=11) values("foo", "bar") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=11 POSTHOOK: query: insert into table acid_2L_part partition(ds='2008-04-08',hr=11) values("foo", "bar") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acid_2l_part@ds=2008-04-08/hr=11 -POSTHOOK: Lineage: acid_2l_part PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acid_2l_part PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: acid_2l_part PARTITION(ds=2008-04-08,hr=11).key SCRIPT [] +POSTHOOK: Lineage: acid_2l_part PARTITION(ds=2008-04-08,hr=11).value SCRIPT [] PREHOOK: query: select count(*) from acid_2L_part where ds='2008-04-08' and hr=11 PREHOOK: type: QUERY PREHOOK: Input: default@acid_2l_part @@ -1048,12 +1054,14 @@ POSTHOOK: Input: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11 500 PREHOOK: query: insert into table acid_2L_part_sdpo partition(ds='2008-04-08',hr=11) values("foo", "bar") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11 POSTHOOK: query: insert into table acid_2L_part_sdpo partition(ds='2008-04-08',hr=11) values("foo", "bar") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acid_2l_part_sdpo@ds=2008-04-08/hr=11 -POSTHOOK: Lineage: acid_2l_part_sdpo PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acid_2l_part_sdpo PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: acid_2l_part_sdpo PARTITION(ds=2008-04-08,hr=11).key SCRIPT [] +POSTHOOK: Lineage: acid_2l_part_sdpo PARTITION(ds=2008-04-08,hr=11).value SCRIPT [] PREHOOK: query: select count(*) from acid_2L_part_sdpo where ds='2008-04-08' and hr=11 PREHOOK: type: QUERY PREHOOK: Input: default@acid_2l_part_sdpo @@ -1466,12 +1474,14 @@ POSTHOOK: Input: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11 500 PREHOOK: query: insert into table acid_2L_part_sdpo_no_cp partition(ds='2008-04-08',hr=11) values("foo", "bar") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11 POSTHOOK: query: insert into table acid_2L_part_sdpo_no_cp partition(ds='2008-04-08',hr=11) values("foo", "bar") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acid_2l_part_sdpo_no_cp@ds=2008-04-08/hr=11 -POSTHOOK: Lineage: acid_2l_part_sdpo_no_cp PARTITION(ds=2008-04-08,hr=11).key SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acid_2l_part_sdpo_no_cp PARTITION(ds=2008-04-08,hr=11).value SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: acid_2l_part_sdpo_no_cp PARTITION(ds=2008-04-08,hr=11).key SCRIPT [] +POSTHOOK: Lineage: acid_2l_part_sdpo_no_cp PARTITION(ds=2008-04-08,hr=11).value SCRIPT [] PREHOOK: query: select count(*) from acid_2L_part_sdpo_no_cp where ds='2008-04-08' and hr=11 PREHOOK: type: QUERY PREHOOK: Input: default@acid_2l_part_sdpo_no_cp diff --git a/ql/src/test/results/clientpositive/llap/except_distinct.q.out b/ql/src/test/results/clientpositive/llap/except_distinct.q.out index 59839e0185..20dbcc459a 100644 --- a/ql/src/test/results/clientpositive/llap/except_distinct.q.out +++ b/ql/src/test/results/clientpositive/llap/except_distinct.q.out @@ -8,11 +8,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@a PREHOOK: query: insert into table a values (0),(1),(2),(2),(2),(2),(3),(NULL),(NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@a POSTHOOK: query: insert into table a values (0),(1),(2),(2),(2),(2),(3),(NULL),(NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@a -POSTHOOK: Lineage: a.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: a.key SCRIPT [] PREHOOK: query: create table b(key bigint) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -23,11 +25,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@b PREHOOK: query: insert into table b values (1),(2),(2),(3),(5),(5),(NULL),(NULL),(NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@b POSTHOOK: query: insert into table b values (1),(2),(2),(3),(5),(5),(NULL),(NULL),(NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@b -POSTHOOK: Lineage: b.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: b.key SCRIPT [] PREHOOK: query: select * from a except distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a @@ -65,12 +69,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@a PREHOOK: query: insert into table a values (1,2),(1,2),(1,3),(2,3),(2,2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@a POSTHOOK: query: insert into table a values (1,2),(1,2),(1,3),(2,3),(2,2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@a -POSTHOOK: Lineage: a.key EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: a.value EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: a.key SCRIPT [] +POSTHOOK: Lineage: a.value SCRIPT [] PREHOOK: query: create table b(key int, value int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -81,12 +87,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@b PREHOOK: query: insert into table b values (1,2),(2,3),(2,2),(2,2),(2,20) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@b POSTHOOK: query: insert into table b values (1,2),(2,3),(2,2),(2,2),(2,20) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@b -POSTHOOK: Lineage: b.key EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: b.value EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: b.key SCRIPT [] +POSTHOOK: Lineage: b.value SCRIPT [] PREHOOK: query: select * from a except distinct select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a diff --git a/ql/src/test/results/clientpositive/llap/groupby_rollup_empty.q.out b/ql/src/test/results/clientpositive/llap/groupby_rollup_empty.q.out index 061b0d710e..3a2d438231 100644 --- a/ql/src/test/results/clientpositive/llap/groupby_rollup_empty.q.out +++ b/ql/src/test/results/clientpositive/llap/groupby_rollup_empty.q.out @@ -65,13 +65,15 @@ POSTHOOK: Input: default@tx1 NULL 1 NULL,1 PREHOOK: query: insert into tx1 values (1,1,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tx1 POSTHOOK: query: insert into tx1 values (1,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tx1 -POSTHOOK: Lineage: tx1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tx1.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: tx1.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: tx1.a SCRIPT [] +POSTHOOK: Lineage: tx1.b SCRIPT [] +POSTHOOK: Lineage: tx1.c SCRIPT [] PREHOOK: query: select sum(c), grouping(b), 'NULL,1' as expected diff --git a/ql/src/test/results/clientpositive/llap/insert_into1.q.out b/ql/src/test/results/clientpositive/llap/insert_into1.q.out index ae0b2a31a9..5cc9b1d22a 100644 --- a/ql/src/test/results/clientpositive/llap/insert_into1.q.out +++ b/ql/src/test/results/clientpositive/llap/insert_into1.q.out @@ -700,20 +700,28 @@ STAGE PLANS: Map 1 Map Operator Tree: TableScan - alias: values__tmp__table__1 - Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: UDFToInteger(tmp_values_col1) (type: int), tmp_values_col2 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.insert_into1 + expressions: array(const struct(1,'abc')) (type: array>) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + UDTF Operator + Statistics: Num rows: 1 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + function name: inline + Select Operator + expressions: col1 (type: int), col2 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.insert_into1 Execution mode: llap LLAP IO: no inputs @@ -732,12 +740,14 @@ STAGE PLANS: PREHOOK: query: insert into table insert_into1 values(1, 'abc') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@insert_into1 POSTHOOK: query: insert into table insert_into1 values(1, 'abc') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@insert_into1 -POSTHOOK: Lineage: insert_into1.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: insert_into1.value SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: insert_into1.key SCRIPT [] +POSTHOOK: Lineage: insert_into1.value SCRIPT [] PREHOOK: query: explain SELECT COUNT(*) FROM insert_into1 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/insert_into2.q.out b/ql/src/test/results/clientpositive/llap/insert_into2.q.out index 83f0e3dedc..3fb0d64175 100644 --- a/ql/src/test/results/clientpositive/llap/insert_into2.q.out +++ b/ql/src/test/results/clientpositive/llap/insert_into2.q.out @@ -564,12 +564,14 @@ POSTHOOK: Input: default@insert_into2 50 PREHOOK: query: insert into table insert_into2 partition (ds='2') values(1, 'abc') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@insert_into2@ds=2 POSTHOOK: query: insert into table insert_into2 partition (ds='2') values(1, 'abc') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@insert_into2@ds=2 -POSTHOOK: Lineage: insert_into2 PARTITION(ds=2).key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: insert_into2 PARTITION(ds=2).value SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: insert_into2 PARTITION(ds=2).key SCRIPT [] +POSTHOOK: Lineage: insert_into2 PARTITION(ds=2).value SCRIPT [] PREHOOK: query: explain SELECT COUNT(*) FROM insert_into2 where ds='2' PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/insert_into_with_schema.q.out b/ql/src/test/results/clientpositive/llap/insert_into_with_schema.q.out index 89c192e9e3..fe3efd2f99 100644 --- a/ql/src/test/results/clientpositive/llap/insert_into_with_schema.q.out +++ b/ql/src/test/results/clientpositive/llap/insert_into_with_schema.q.out @@ -48,12 +48,14 @@ POSTHOOK: Output: database:x314 POSTHOOK: Output: x314@target3 PREHOOK: query: insert into source(s2,s1) values(2,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: x314@source POSTHOOK: query: insert into source(s2,s1) values(2,1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: x314@source -POSTHOOK: Lineage: source.s1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: source.s2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: source.s1 SCRIPT [] +POSTHOOK: Lineage: source.s2 SCRIPT [] PREHOOK: query: select * from source PREHOOK: type: QUERY PREHOOK: Input: x314@source @@ -195,13 +197,15 @@ POSTHOOK: Output: database:x314 POSTHOOK: Output: x314@pageviews PREHOOK: query: INSERT INTO TABLE pageviews PARTITION (datestamp = '2014-09-23', i = 1)(userid,link) VALUES ('jsmith', 'mail.com') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: x314@pageviews@datestamp=2014-09-23/i=1 POSTHOOK: query: INSERT INTO TABLE pageviews PARTITION (datestamp = '2014-09-23', i = 1)(userid,link) VALUES ('jsmith', 'mail.com') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: x314@pageviews@datestamp=2014-09-23/i=1 -POSTHOOK: Lineage: pageviews PARTITION(datestamp=2014-09-23,i=1).link SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: pageviews PARTITION(datestamp=2014-09-23,i=1).link SCRIPT [] POSTHOOK: Lineage: pageviews PARTITION(datestamp=2014-09-23,i=1).source SIMPLE [] -POSTHOOK: Lineage: pageviews PARTITION(datestamp=2014-09-23,i=1).userid EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: pageviews PARTITION(datestamp=2014-09-23,i=1).userid SCRIPT [] PREHOOK: query: select * from pageviews PREHOOK: type: QUERY PREHOOK: Input: x314@pageviews @@ -215,40 +219,48 @@ POSTHOOK: Input: x314@pageviews@datestamp=2014-09-23/i=1 jsmith mail.com NULL 2014-09-23 1 PREHOOK: query: INSERT INTO TABLE pageviews PARTITION (datestamp='2014-09-23',i)(userid,i,link) VALUES ('jsmith', 7, '7mail.com') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: x314@pageviews@datestamp=2014-09-23 POSTHOOK: query: INSERT INTO TABLE pageviews PARTITION (datestamp='2014-09-23',i)(userid,i,link) VALUES ('jsmith', 7, '7mail.com') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: x314@pageviews@datestamp=2014-09-23/i=7 -POSTHOOK: Lineage: pageviews PARTITION(datestamp=2014-09-23,i=7).link SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: pageviews PARTITION(datestamp=2014-09-23,i=7).link SCRIPT [] POSTHOOK: Lineage: pageviews PARTITION(datestamp=2014-09-23,i=7).source SIMPLE [] -POSTHOOK: Lineage: pageviews PARTITION(datestamp=2014-09-23,i=7).userid EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: pageviews PARTITION(datestamp=2014-09-23,i=7).userid SCRIPT [] PREHOOK: query: INSERT INTO TABLE pageviews PARTITION (datestamp,i)(userid,i,link,datestamp) VALUES ('jsmith', 17, '17mail.com', '2014-09-23') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: x314@pageviews POSTHOOK: query: INSERT INTO TABLE pageviews PARTITION (datestamp,i)(userid,i,link,datestamp) VALUES ('jsmith', 17, '17mail.com', '2014-09-23') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: x314@pageviews@datestamp=2014-09-23/i=17 -POSTHOOK: Lineage: pageviews PARTITION(datestamp=2014-09-23,i=17).link SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: pageviews PARTITION(datestamp=2014-09-23,i=17).link SCRIPT [] POSTHOOK: Lineage: pageviews PARTITION(datestamp=2014-09-23,i=17).source SIMPLE [] -POSTHOOK: Lineage: pageviews PARTITION(datestamp=2014-09-23,i=17).userid EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: pageviews PARTITION(datestamp=2014-09-23,i=17).userid SCRIPT [] PREHOOK: query: INSERT INTO TABLE pageviews PARTITION (datestamp,i)(userid,i,link,datestamp) VALUES ('jsmith', 19, '19mail.com', '2014-09-24') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: x314@pageviews POSTHOOK: query: INSERT INTO TABLE pageviews PARTITION (datestamp,i)(userid,i,link,datestamp) VALUES ('jsmith', 19, '19mail.com', '2014-09-24') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: x314@pageviews@datestamp=2014-09-24/i=19 -POSTHOOK: Lineage: pageviews PARTITION(datestamp=2014-09-24,i=19).link SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: pageviews PARTITION(datestamp=2014-09-24,i=19).link SCRIPT [] POSTHOOK: Lineage: pageviews PARTITION(datestamp=2014-09-24,i=19).source SIMPLE [] -POSTHOOK: Lineage: pageviews PARTITION(datestamp=2014-09-24,i=19).userid EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: pageviews PARTITION(datestamp=2014-09-24,i=19).userid SCRIPT [] PREHOOK: query: INSERT INTO TABLE pageviews PARTITION (datestamp,i)(userid,i,link) VALUES ('jsmith', 23, '23mail.com') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: x314@pageviews POSTHOOK: query: INSERT INTO TABLE pageviews PARTITION (datestamp,i)(userid,i,link) VALUES ('jsmith', 23, '23mail.com') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: x314@pageviews@datestamp=__HIVE_DEFAULT_PARTITION__/i=23 -POSTHOOK: Lineage: pageviews PARTITION(datestamp=__HIVE_DEFAULT_PARTITION__,i=23).link SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: pageviews PARTITION(datestamp=__HIVE_DEFAULT_PARTITION__,i=23).link SCRIPT [] POSTHOOK: Lineage: pageviews PARTITION(datestamp=__HIVE_DEFAULT_PARTITION__,i=23).source SIMPLE [] -POSTHOOK: Lineage: pageviews PARTITION(datestamp=__HIVE_DEFAULT_PARTITION__,i=23).userid EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: pageviews PARTITION(datestamp=__HIVE_DEFAULT_PARTITION__,i=23).userid SCRIPT [] PREHOOK: query: select * from pageviews order by link PREHOOK: type: QUERY PREHOOK: Input: x314@pageviews @@ -282,12 +294,6 @@ PREHOOK: Output: x314@source2 PREHOOK: Output: x314@target1 PREHOOK: Output: x314@target2 PREHOOK: Output: x314@target3 -PREHOOK: Output: x314@values__tmp__table__1 -PREHOOK: Output: x314@values__tmp__table__2 -PREHOOK: Output: x314@values__tmp__table__3 -PREHOOK: Output: x314@values__tmp__table__4 -PREHOOK: Output: x314@values__tmp__table__5 -PREHOOK: Output: x314@values__tmp__table__6 POSTHOOK: query: drop database if exists x314 cascade POSTHOOK: type: DROPDATABASE POSTHOOK: Input: database:x314 @@ -298,9 +304,3 @@ POSTHOOK: Output: x314@source2 POSTHOOK: Output: x314@target1 POSTHOOK: Output: x314@target2 POSTHOOK: Output: x314@target3 -POSTHOOK: Output: x314@values__tmp__table__1 -POSTHOOK: Output: x314@values__tmp__table__2 -POSTHOOK: Output: x314@values__tmp__table__3 -POSTHOOK: Output: x314@values__tmp__table__4 -POSTHOOK: Output: x314@values__tmp__table__5 -POSTHOOK: Output: x314@values__tmp__table__6 diff --git a/ql/src/test/results/clientpositive/llap/insert_values_dynamic_partitioned.q.out b/ql/src/test/results/clientpositive/llap/insert_values_dynamic_partitioned.q.out index 7da63939bd..cd234b566a 100644 --- a/ql/src/test/results/clientpositive/llap/insert_values_dynamic_partitioned.q.out +++ b/ql/src/test/results/clientpositive/llap/insert_values_dynamic_partitioned.q.out @@ -14,19 +14,21 @@ PREHOOK: query: insert into table ivdp partition (ds) values (1, 109.23, 'and everywhere that mary went', 'today'), (6553, 923.19, 'the lamb was sure to go', 'tomorrow') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@ivdp POSTHOOK: query: insert into table ivdp partition (ds) values (1, 109.23, 'and everywhere that mary went', 'today'), (6553, 923.19, 'the lamb was sure to go', 'tomorrow') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@ivdp@ds=today POSTHOOK: Output: default@ivdp@ds=tomorrow -POSTHOOK: Lineage: ivdp PARTITION(ds=today).de EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: ivdp PARTITION(ds=today).i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: ivdp PARTITION(ds=today).vc EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: ivdp PARTITION(ds=tomorrow).de EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: ivdp PARTITION(ds=tomorrow).i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: ivdp PARTITION(ds=tomorrow).vc EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: ivdp PARTITION(ds=today).de SCRIPT [] +POSTHOOK: Lineage: ivdp PARTITION(ds=today).i SCRIPT [] +POSTHOOK: Lineage: ivdp PARTITION(ds=today).vc SCRIPT [] +POSTHOOK: Lineage: ivdp PARTITION(ds=tomorrow).de SCRIPT [] +POSTHOOK: Lineage: ivdp PARTITION(ds=tomorrow).i SCRIPT [] +POSTHOOK: Lineage: ivdp PARTITION(ds=tomorrow).vc SCRIPT [] PREHOOK: query: select * from ivdp order by ds PREHOOK: type: QUERY PREHOOK: Input: default@ivdp diff --git a/ql/src/test/results/clientpositive/llap/insert_values_non_partitioned.q.out b/ql/src/test/results/clientpositive/llap/insert_values_non_partitioned.q.out index 189f50d84d..38193510c4 100644 --- a/ql/src/test/results/clientpositive/llap/insert_values_non_partitioned.q.out +++ b/ql/src/test/results/clientpositive/llap/insert_values_non_partitioned.q.out @@ -35,26 +35,28 @@ PREHOOK: query: insert into table acid_ivnp values (null, null, null, null, null, null, null, null, null, null, null, null, null), (3, 25, 6553, null, 0.14, 1923.141592654, 1.2301, '2014-08-24 17:21:30.0', '2014-08-26', false, 'its fleece was white as snow', 'a pocket full of posies', 'blue' ) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acid_ivnp POSTHOOK: query: insert into table acid_ivnp values (1, 257, 65537, 4294967297, 3.14, 3.141592654, 109.23, '2014-08-25 17:21:30.0', '2014-08-25', true, 'mary had a little lamb', 'ring around the rosie', 'red'), (null, null, null, null, null, null, null, null, null, null, null, null, null), (3, 25, 6553, null, 0.14, 1923.141592654, 1.2301, '2014-08-24 17:21:30.0', '2014-08-26', false, 'its fleece was white as snow', 'a pocket full of posies', 'blue' ) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acid_ivnp -POSTHOOK: Lineage: acid_ivnp.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivnp.bi EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivnp.ch EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivnp.d EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivnp.de EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivnp.dt EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivnp.f EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivnp.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivnp.s SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivnp.si EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivnp.t EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivnp.ti EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivnp.vc EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col12, type:string, comment:), ] +POSTHOOK: Lineage: acid_ivnp.b SCRIPT [] +POSTHOOK: Lineage: acid_ivnp.bi SCRIPT [] +POSTHOOK: Lineage: acid_ivnp.ch SCRIPT [] +POSTHOOK: Lineage: acid_ivnp.d SCRIPT [] +POSTHOOK: Lineage: acid_ivnp.de SCRIPT [] +POSTHOOK: Lineage: acid_ivnp.dt SCRIPT [] +POSTHOOK: Lineage: acid_ivnp.f SCRIPT [] +POSTHOOK: Lineage: acid_ivnp.i SCRIPT [] +POSTHOOK: Lineage: acid_ivnp.s SCRIPT [] +POSTHOOK: Lineage: acid_ivnp.si SCRIPT [] +POSTHOOK: Lineage: acid_ivnp.t SCRIPT [] +POSTHOOK: Lineage: acid_ivnp.ti SCRIPT [] +POSTHOOK: Lineage: acid_ivnp.vc SCRIPT [] PREHOOK: query: select * from acid_ivnp order by ti PREHOOK: type: QUERY PREHOOK: Input: default@acid_ivnp diff --git a/ql/src/test/results/clientpositive/llap/insert_values_orig_table.q.out b/ql/src/test/results/clientpositive/llap/insert_values_orig_table.q.out index d381d87ab4..88482042d0 100644 --- a/ql/src/test/results/clientpositive/llap/insert_values_orig_table.q.out +++ b/ql/src/test/results/clientpositive/llap/insert_values_orig_table.q.out @@ -107,24 +107,26 @@ PREHOOK: query: insert into table acid_ivot values (1, 2, 3, 4, 3.14, 2.34, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true), (111, 222, 3333, 444, 13.14, 10239302.34239320, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acid_ivot POSTHOOK: query: insert into table acid_ivot values (1, 2, 3, 4, 3.14, 2.34, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true), (111, 222, 3333, 444, 13.14, 10239302.34239320, 'fred', 'bob', '2014-09-01 10:34:23.111', '1944-06-06 06:00:00', true, true) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acid_ivot -POSTHOOK: Lineage: acid_ivot.cbigint EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivot.cboolean1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivot.cboolean2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivot.cdouble EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivot.cfloat EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivot.cint EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivot.csmallint EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivot.cstring1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivot.cstring2 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivot.ctimestamp1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivot.ctimestamp2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivot.ctinyint EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: acid_ivot.cbigint SCRIPT [] +POSTHOOK: Lineage: acid_ivot.cboolean1 SCRIPT [] +POSTHOOK: Lineage: acid_ivot.cboolean2 SCRIPT [] +POSTHOOK: Lineage: acid_ivot.cdouble SCRIPT [] +POSTHOOK: Lineage: acid_ivot.cfloat SCRIPT [] +POSTHOOK: Lineage: acid_ivot.cint SCRIPT [] +POSTHOOK: Lineage: acid_ivot.csmallint SCRIPT [] +POSTHOOK: Lineage: acid_ivot.cstring1 SCRIPT [] +POSTHOOK: Lineage: acid_ivot.cstring2 SCRIPT [] +POSTHOOK: Lineage: acid_ivot.ctimestamp1 SCRIPT [] +POSTHOOK: Lineage: acid_ivot.ctimestamp2 SCRIPT [] +POSTHOOK: Lineage: acid_ivot.ctinyint SCRIPT [] PREHOOK: query: select count(*) from acid_ivot PREHOOK: type: QUERY PREHOOK: Input: default@acid_ivot diff --git a/ql/src/test/results/clientpositive/llap/insert_values_partitioned.q.out b/ql/src/test/results/clientpositive/llap/insert_values_partitioned.q.out index 48dfadc1aa..6136b1aa33 100644 --- a/ql/src/test/results/clientpositive/llap/insert_values_partitioned.q.out +++ b/ql/src/test/results/clientpositive/llap/insert_values_partitioned.q.out @@ -32,24 +32,26 @@ PREHOOK: query: insert into table acid_ivp partition (ds='today') values (1, 257, 65537, 4294967297, 3.14, 3.141592654, 109.23, '2014-08-25 17:21:30.0', '2014-08-25', 'mary had a little lamb', 'ring around the rosie', 'red'), (3, 25, 6553, 429496729, 0.14, 1923.141592654, 1.2301, '2014-08-24 17:21:30.0', '2014-08-26', 'its fleece was white as snow', 'a pocket full of posies', 'blue') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acid_ivp@ds=today POSTHOOK: query: insert into table acid_ivp partition (ds='today') values (1, 257, 65537, 4294967297, 3.14, 3.141592654, 109.23, '2014-08-25 17:21:30.0', '2014-08-25', 'mary had a little lamb', 'ring around the rosie', 'red'), (3, 25, 6553, 429496729, 0.14, 1923.141592654, 1.2301, '2014-08-24 17:21:30.0', '2014-08-26', 'its fleece was white as snow', 'a pocket full of posies', 'blue') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acid_ivp@ds=today -POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).bi EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).ch EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).d EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).de EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).dt EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).f EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).s SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).si EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).t EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).ti EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).vc EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col11, type:string, comment:), ] +POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).bi SCRIPT [] +POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).ch SCRIPT [] +POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).d SCRIPT [] +POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).de SCRIPT [] +POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).dt SCRIPT [] +POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).f SCRIPT [] +POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).i SCRIPT [] +POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).s SCRIPT [] +POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).si SCRIPT [] +POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).t SCRIPT [] +POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).ti SCRIPT [] +POSTHOOK: Lineage: acid_ivp PARTITION(ds=today).vc SCRIPT [] PREHOOK: query: select * from acid_ivp order by i PREHOOK: type: QUERY PREHOOK: Input: default@acid_ivp diff --git a/ql/src/test/results/clientpositive/llap/insert_values_tmp_table.q.out b/ql/src/test/results/clientpositive/llap/insert_values_tmp_table.q.out index 4e4eafd85f..81a9e6d922 100644 --- a/ql/src/test/results/clientpositive/llap/insert_values_tmp_table.q.out +++ b/ql/src/test/results/clientpositive/llap/insert_values_tmp_table.q.out @@ -11,16 +11,18 @@ PREHOOK: query: insert into table acid_ivtt values (429496729, 0.14, 'its fleece was white as snow'), (-29496729, -0.14, 'negative values test') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acid_ivtt POSTHOOK: query: insert into table acid_ivtt values (1, 109.23, 'mary had a little lamb'), (429496729, 0.14, 'its fleece was white as snow'), (-29496729, -0.14, 'negative values test') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acid_ivtt -POSTHOOK: Lineage: acid_ivtt.de EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivtt.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acid_ivtt.vc EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: acid_ivtt.de SCRIPT [] +POSTHOOK: Lineage: acid_ivtt.i SCRIPT [] +POSTHOOK: Lineage: acid_ivtt.vc SCRIPT [] PREHOOK: query: select i, de, vc from acid_ivtt order by i PREHOOK: type: QUERY PREHOOK: Input: default@acid_ivtt diff --git a/ql/src/test/results/clientpositive/llap/intersect_all.q.out b/ql/src/test/results/clientpositive/llap/intersect_all.q.out index 1aef092712..ed80e0dbfa 100644 --- a/ql/src/test/results/clientpositive/llap/intersect_all.q.out +++ b/ql/src/test/results/clientpositive/llap/intersect_all.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@a PREHOOK: query: insert into table a values (1,2),(1,2),(1,3),(2,3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@a POSTHOOK: query: insert into table a values (1,2),(1,2),(1,3),(2,3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@a -POSTHOOK: Lineage: a.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: a.value EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: a.key SCRIPT [] +POSTHOOK: Lineage: a.value SCRIPT [] PREHOOK: query: create table b(key int, value int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -24,12 +26,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@b PREHOOK: query: insert into table b values (1,2),(2,3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@b POSTHOOK: query: insert into table b values (1,2),(2,3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@b -POSTHOOK: Lineage: b.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: b.value EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: b.key SCRIPT [] +POSTHOOK: Lineage: b.value SCRIPT [] PREHOOK: query: select key, value, count(1) as c from a group by key, value PREHOOK: type: QUERY PREHOOK: Input: default@a diff --git a/ql/src/test/results/clientpositive/llap/intersect_distinct.q.out b/ql/src/test/results/clientpositive/llap/intersect_distinct.q.out index 82d154e39c..fabf434970 100644 --- a/ql/src/test/results/clientpositive/llap/intersect_distinct.q.out +++ b/ql/src/test/results/clientpositive/llap/intersect_distinct.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@a PREHOOK: query: insert into table a values (1,2),(1,2),(1,3),(2,3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@a POSTHOOK: query: insert into table a values (1,2),(1,2),(1,3),(2,3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@a -POSTHOOK: Lineage: a.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: a.value EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: a.key SCRIPT [] +POSTHOOK: Lineage: a.value SCRIPT [] PREHOOK: query: create table b(key int, value int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -24,12 +26,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@b PREHOOK: query: insert into table b values (1,2),(2,3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@b POSTHOOK: query: insert into table b values (1,2),(2,3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@b -POSTHOOK: Lineage: b.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: b.value EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: b.key SCRIPT [] +POSTHOOK: Lineage: b.value SCRIPT [] PREHOOK: query: select key, count(1) as c from a group by key intersect all select value, max(key) as c from b group by value PREHOOK: type: QUERY PREHOOK: Input: default@a diff --git a/ql/src/test/results/clientpositive/llap/intersect_merge.q.out b/ql/src/test/results/clientpositive/llap/intersect_merge.q.out index 063a0ae5e0..6f0e7f1f66 100644 --- a/ql/src/test/results/clientpositive/llap/intersect_merge.q.out +++ b/ql/src/test/results/clientpositive/llap/intersect_merge.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@a PREHOOK: query: insert into table a values (1,2),(1,2),(1,3),(2,3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@a POSTHOOK: query: insert into table a values (1,2),(1,2),(1,3),(2,3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@a -POSTHOOK: Lineage: a.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: a.value EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: a.key SCRIPT [] +POSTHOOK: Lineage: a.value SCRIPT [] PREHOOK: query: create table b(key int, value int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -24,12 +26,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@b PREHOOK: query: insert into table b values (1,2),(2,3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@b POSTHOOK: query: insert into table b values (1,2),(2,3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@b -POSTHOOK: Lineage: b.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: b.value EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: b.key SCRIPT [] +POSTHOOK: Lineage: b.value SCRIPT [] PREHOOK: query: explain select * from b intersect distinct select * from a intersect distinct select * from b intersect distinct select * from a intersect distinct select * from b PREHOOK: type: QUERY POSTHOOK: query: explain select * from b intersect distinct select * from a intersect distinct select * from b intersect distinct select * from a intersect distinct select * from b diff --git a/ql/src/test/results/clientpositive/llap/is_distinct_from.q.out b/ql/src/test/results/clientpositive/llap/is_distinct_from.q.out index d7e1036f83..431c75444e 100644 --- a/ql/src/test/results/clientpositive/llap/is_distinct_from.q.out +++ b/ql/src/test/results/clientpositive/llap/is_distinct_from.q.out @@ -146,12 +146,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test PREHOOK: query: insert into test values ('q', 'q'), ('q', 'w'), (NULL, 'q'), ('q', NULL), (NULL, NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test POSTHOOK: query: insert into test values ('q', 'q'), ('q', 'w'), (NULL, 'q'), ('q', NULL), (NULL, NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test -POSTHOOK: Lineage: test.x SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test.y SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test.x SCRIPT [] +POSTHOOK: Lineage: test.y SCRIPT [] PREHOOK: query: select *, x is not distinct from y, not (x is not distinct from y), (x is distinct from y) = true from test PREHOOK: type: QUERY PREHOOK: Input: default@test diff --git a/ql/src/test/results/clientpositive/llap/join46.q.out b/ql/src/test/results/clientpositive/llap/join46.q.out index 92280b5860..4625b9fed8 100644 --- a/ql/src/test/results/clientpositive/llap/join46.q.out +++ b/ql/src/test/results/clientpositive/llap/join46.q.out @@ -9,14 +9,16 @@ POSTHOOK: Output: default@test1 PREHOOK: query: INSERT INTO test1 VALUES (NULL, NULL, 'None'), (98, NULL, 'None'), (99, 0, 'Alice'), (99, 2, 'Mat'), (100, 1, 'Bob'), (101, 2, 'Car') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test1 POSTHOOK: query: INSERT INTO test1 VALUES (NULL, NULL, 'None'), (98, NULL, 'None'), (99, 0, 'Alice'), (99, 2, 'Mat'), (100, 1, 'Bob'), (101, 2, 'Car') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test1 -POSTHOOK: Lineage: test1.col_1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: test1.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test1.value EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test1.col_1 SCRIPT [] +POSTHOOK: Lineage: test1.key SCRIPT [] +POSTHOOK: Lineage: test1.value SCRIPT [] PREHOOK: query: CREATE TABLE test2 (key INT, value INT, col_2 STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -28,14 +30,16 @@ POSTHOOK: Output: default@test2 PREHOOK: query: INSERT INTO test2 VALUES (102, 2, 'Del'), (103, 2, 'Ema'), (104, 3, 'Fli'), (105, NULL, 'None') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test2 POSTHOOK: query: INSERT INTO test2 VALUES (102, 2, 'Del'), (103, 2, 'Ema'), (104, 3, 'Fli'), (105, NULL, 'None') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test2 -POSTHOOK: Lineage: test2.col_2 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: test2.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test2.value EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test2.col_2 SCRIPT [] +POSTHOOK: Lineage: test2.key SCRIPT [] +POSTHOOK: Lineage: test2.value SCRIPT [] PREHOOK: query: EXPLAIN SELECT * FROM test1 LEFT OUTER JOIN test2 diff --git a/ql/src/test/results/clientpositive/llap/join_acid_non_acid.q.out b/ql/src/test/results/clientpositive/llap/join_acid_non_acid.q.out index aed5648970..ce637d7d89 100644 --- a/ql/src/test/results/clientpositive/llap/join_acid_non_acid.q.out +++ b/ql/src/test/results/clientpositive/llap/join_acid_non_acid.q.out @@ -12,13 +12,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_update_table PREHOOK: query: INSERT INTO TABLE orc_update_table VALUES (1, 'a', 'I') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@orc_update_table POSTHOOK: query: INSERT INTO TABLE orc_update_table VALUES (1, 'a', 'I') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@orc_update_table -POSTHOOK: Lineage: orc_update_table.f1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: orc_update_table.k1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: orc_update_table.op_code SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: orc_update_table.f1 SCRIPT [] +POSTHOOK: Lineage: orc_update_table.k1 SCRIPT [] +POSTHOOK: Lineage: orc_update_table.op_code SCRIPT [] PREHOOK: query: CREATE TABLE orc_table (k1 INT, f1 STRING) CLUSTERED BY (k1) SORTED BY (k1) INTO 2 BUCKETS STORED AS ORC @@ -33,12 +35,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_table PREHOOK: query: INSERT OVERWRITE TABLE orc_table VALUES (1, 'x') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@orc_table POSTHOOK: query: INSERT OVERWRITE TABLE orc_table VALUES (1, 'x') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@orc_table -POSTHOOK: Lineage: orc_table.f1 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: orc_table.k1 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: orc_table.f1 SCRIPT [] +POSTHOOK: Lineage: orc_table.k1 SCRIPT [] PREHOOK: query: SELECT t1.*, t2.* FROM orc_table t1 JOIN orc_update_table t2 ON t1.k1=t2.k1 ORDER BY t1.k1 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/join_emit_interval.q.out b/ql/src/test/results/clientpositive/llap/join_emit_interval.q.out index fb897b0987..14a4a9528b 100644 --- a/ql/src/test/results/clientpositive/llap/join_emit_interval.q.out +++ b/ql/src/test/results/clientpositive/llap/join_emit_interval.q.out @@ -9,14 +9,16 @@ POSTHOOK: Output: default@test1 PREHOOK: query: INSERT INTO test1 VALUES (NULL, NULL, 'None'), (98, NULL, 'None'), (99, 0, 'Alice'), (99, 2, 'Mat'), (100, 1, 'Bob'), (101, 2, 'Car') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test1 POSTHOOK: query: INSERT INTO test1 VALUES (NULL, NULL, 'None'), (98, NULL, 'None'), (99, 0, 'Alice'), (99, 2, 'Mat'), (100, 1, 'Bob'), (101, 2, 'Car') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test1 -POSTHOOK: Lineage: test1.col_1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: test1.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test1.value EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test1.col_1 SCRIPT [] +POSTHOOK: Lineage: test1.key SCRIPT [] +POSTHOOK: Lineage: test1.value SCRIPT [] PREHOOK: query: CREATE TABLE test2 (key INT, value INT, col_2 STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -28,14 +30,16 @@ POSTHOOK: Output: default@test2 PREHOOK: query: INSERT INTO test2 VALUES (102, 2, 'Del'), (103, 2, 'Ema'), (104, 3, 'Fli'), (105, NULL, 'None') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test2 POSTHOOK: query: INSERT INTO test2 VALUES (102, 2, 'Del'), (103, 2, 'Ema'), (104, 3, 'Fli'), (105, NULL, 'None') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test2 -POSTHOOK: Lineage: test2.col_2 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: test2.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test2.value EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test2.col_2 SCRIPT [] +POSTHOOK: Lineage: test2.key SCRIPT [] +POSTHOOK: Lineage: test2.value SCRIPT [] PREHOOK: query: EXPLAIN SELECT * FROM test1 LEFT OUTER JOIN test2 diff --git a/ql/src/test/results/clientpositive/llap/lineage2.q.out b/ql/src/test/results/clientpositive/llap/lineage2.q.out index fadc037bbe..4f59a4d59b 100644 --- a/ql/src/test/results/clientpositive/llap/lineage2.q.out +++ b/ql/src/test/results/clientpositive/llap/lineage2.q.out @@ -602,8 +602,9 @@ PREHOOK: Output: database:default PREHOOK: Output: default@dest_l2 PREHOOK: query: insert into dest_l2 values(0, 1, 100, 10000) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@dest_l2 -{"version":"1.0","engine":"tez","database":"default","hash":"f9a01e400eb50cc3c5ec0741ed20994c","queryText":"insert into dest_l2 values(0, 1, 100, 10000)","edges":[{"sources":[],"targets":[0],"expression":"UDFToInteger(values__tmp__table__1.tmp_values_col1)","edgeType":"PROJECTION"},{"sources":[],"targets":[1],"expression":"UDFToByte(values__tmp__table__1.tmp_values_col2)","edgeType":"PROJECTION"},{"sources":[],"targets":[2],"expression":"UDFToInteger(values__tmp__table__1.tmp_values_col3)","edgeType":"PROJECTION"},{"sources":[],"targets":[3],"expression":"UDFToLong(values__tmp__table__1.tmp_values_col4)","edgeType":"PROJECTION"},{"sources":[],"targets":[0],"expression":"compute_stats(UDFToInteger(values__tmp__table__1.tmp_values_col1), 'hll')","edgeType":"PROJECTION"},{"sources":[],"targets":[1],"expression":"compute_stats(UDFToByte(values__tmp__table__1.tmp_values_col2), 'hll')","edgeType":"PROJECTION"},{"sources":[],"targets":[2],"expression":"compute_stats(UDFToInteger(values__tmp__table__1.tmp_values_col3), 'hll')","edgeType":"PROJECTION"},{"sources":[],"targets":[3],"expression":"compute_stats(UDFToLong(values__tmp__table__1.tmp_values_col4), 'hll')","edgeType":"PROJECTION"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"default.dest_l2.id"},{"id":1,"vertexType":"COLUMN","vertexId":"default.dest_l2.c1"},{"id":2,"vertexType":"COLUMN","vertexId":"default.dest_l2.c2"},{"id":3,"vertexType":"COLUMN","vertexId":"default.dest_l2.c3"}]} +{"version":"1.0","engine":"tez","database":"default","hash":"f9a01e400eb50cc3c5ec0741ed20994c","queryText":"insert into dest_l2 values(0, 1, 100, 10000)","edges":[{"sources":[],"targets":[0,1],"expression":"col1","edgeType":"PROJECTION"},{"sources":[],"targets":[2],"expression":"UDFToByte(col1)","edgeType":"PROJECTION"},{"sources":[],"targets":[3],"expression":"UDFToLong(col1)","edgeType":"PROJECTION"},{"sources":[],"targets":[0,1],"expression":"compute_stats(col1, 'hll')","edgeType":"PROJECTION"},{"sources":[],"targets":[2],"expression":"compute_stats(UDFToByte(col1), 'hll')","edgeType":"PROJECTION"},{"sources":[],"targets":[3],"expression":"compute_stats(UDFToLong(col1), 'hll')","edgeType":"PROJECTION"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"default.dest_l2.id"},{"id":1,"vertexType":"COLUMN","vertexId":"default.dest_l2.c2"},{"id":2,"vertexType":"COLUMN","vertexId":"default.dest_l2.c1"},{"id":3,"vertexType":"COLUMN","vertexId":"default.dest_l2.c3"}]} PREHOOK: query: select * from ( select c1 + c2 x from dest_l2 union all @@ -622,8 +623,9 @@ PREHOOK: Output: database:default PREHOOK: Output: default@dest_l3 PREHOOK: query: insert into dest_l3 values(0, "s1", "s2", 15) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@dest_l3 -{"version":"1.0","engine":"tez","database":"default","hash":"9f432e7641bec615db3eb365daa3eeae","queryText":"insert into dest_l3 values(0, \"s1\", \"s2\", 15)","edges":[{"sources":[],"targets":[0],"expression":"UDFToInteger(values__tmp__table__2.tmp_values_col1)","edgeType":"PROJECTION"},{"sources":[],"targets":[1,2],"edgeType":"PROJECTION"},{"sources":[],"targets":[3],"expression":"UDFToInteger(values__tmp__table__2.tmp_values_col4)","edgeType":"PROJECTION"},{"sources":[],"targets":[0],"expression":"compute_stats(UDFToInteger(values__tmp__table__2.tmp_values_col1), 'hll')","edgeType":"PROJECTION"},{"sources":[],"targets":[1],"expression":"compute_stats(default.values__tmp__table__2.tmp_values_col2, 'hll')","edgeType":"PROJECTION"},{"sources":[],"targets":[2],"expression":"compute_stats(default.values__tmp__table__2.tmp_values_col3, 'hll')","edgeType":"PROJECTION"},{"sources":[],"targets":[3],"expression":"compute_stats(UDFToInteger(values__tmp__table__2.tmp_values_col4), 'hll')","edgeType":"PROJECTION"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"default.dest_l3.id"},{"id":1,"vertexType":"COLUMN","vertexId":"default.dest_l3.c1"},{"id":2,"vertexType":"COLUMN","vertexId":"default.dest_l3.c2"},{"id":3,"vertexType":"COLUMN","vertexId":"default.dest_l3.c3"}]} +{"version":"1.0","engine":"tez","database":"default","hash":"9f432e7641bec615db3eb365daa3eeae","queryText":"insert into dest_l3 values(0, \"s1\", \"s2\", 15)","edges":[{"sources":[],"targets":[0,1,2,3],"expression":"col1","edgeType":"PROJECTION"},{"sources":[],"targets":[0,1,2,3],"expression":"compute_stats(col1, 'hll')","edgeType":"PROJECTION"}],"vertices":[{"id":0,"vertexType":"COLUMN","vertexId":"default.dest_l3.id"},{"id":1,"vertexType":"COLUMN","vertexId":"default.dest_l3.c1"},{"id":2,"vertexType":"COLUMN","vertexId":"default.dest_l3.c2"},{"id":3,"vertexType":"COLUMN","vertexId":"default.dest_l3.c3"}]} PREHOOK: query: select sum(a.c1) over (partition by a.c1 order by a.id) from dest_l2 a where a.c2 != 10 diff --git a/ql/src/test/results/clientpositive/llap/mapjoin2.q.out b/ql/src/test/results/clientpositive/llap/mapjoin2.q.out index d43ec8ec8d..5d996c9d51 100644 --- a/ql/src/test/results/clientpositive/llap/mapjoin2.q.out +++ b/ql/src/test/results/clientpositive/llap/mapjoin2.q.out @@ -8,20 +8,24 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tbl PREHOOK: query: insert into tbl values (1, 'one') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tbl POSTHOOK: query: insert into tbl values (1, 'one') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tbl -POSTHOOK: Lineage: tbl.n EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tbl.t SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: tbl.n SCRIPT [] +POSTHOOK: Lineage: tbl.t SCRIPT [] PREHOOK: query: insert into tbl values(2, 'two') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tbl POSTHOOK: query: insert into tbl values(2, 'two') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tbl -POSTHOOK: Lineage: tbl.n EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tbl.t SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: tbl.n SCRIPT [] +POSTHOOK: Lineage: tbl.t SCRIPT [] Warning: Map Join MAPJOIN[13][bigTable=?] in task 'Map 1' is a cross product PREHOOK: query: select a.n, a.t, isnull(b.n), isnull(b.t) from (select * from tbl where n = 1) a left outer join (select * from tbl where 1 = 2) b on a.n = b.n PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/mapjoin3.q.out b/ql/src/test/results/clientpositive/llap/mapjoin3.q.out index b8e9ec1c06..89e74d78a0 100644 --- a/ql/src/test/results/clientpositive/llap/mapjoin3.q.out +++ b/ql/src/test/results/clientpositive/llap/mapjoin3.q.out @@ -42,19 +42,23 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test_2 PREHOOK: query: INSERT INTO test_1 VALUES (1, '20'), (2, '30'), (3, '40') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_1 POSTHOOK: query: INSERT INTO test_1 VALUES (1, '20'), (2, '30'), (3, '40') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_1 -POSTHOOK: Lineage: test_1.age EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: test_1.member EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: test_1.age SCRIPT [] +POSTHOOK: Lineage: test_1.member SCRIPT [] PREHOOK: query: INSERT INTO test_2 VALUES (1), (2), (3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_2 POSTHOOK: query: INSERT INTO test_2 VALUES (1), (2), (3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_2 -POSTHOOK: Lineage: test_2.member EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: test_2.member SCRIPT [] PREHOOK: query: EXPLAIN SELECT t2.member diff --git a/ql/src/test/results/clientpositive/llap/mapjoin46.q.out b/ql/src/test/results/clientpositive/llap/mapjoin46.q.out index 654b041480..f530c1e8e1 100644 --- a/ql/src/test/results/clientpositive/llap/mapjoin46.q.out +++ b/ql/src/test/results/clientpositive/llap/mapjoin46.q.out @@ -9,14 +9,16 @@ POSTHOOK: Output: default@test1 PREHOOK: query: INSERT INTO test1 VALUES (NULL, NULL, 'None'), (98, NULL, 'None'), (99, 0, 'Alice'), (99, 2, 'Mat'), (100, 1, 'Bob'), (101, 2, 'Car') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test1 POSTHOOK: query: INSERT INTO test1 VALUES (NULL, NULL, 'None'), (98, NULL, 'None'), (99, 0, 'Alice'), (99, 2, 'Mat'), (100, 1, 'Bob'), (101, 2, 'Car') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test1 -POSTHOOK: Lineage: test1.col_1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: test1.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test1.value EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test1.col_1 SCRIPT [] +POSTHOOK: Lineage: test1.key SCRIPT [] +POSTHOOK: Lineage: test1.value SCRIPT [] PREHOOK: query: CREATE TABLE test2 (key INT, value INT, col_2 STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -28,14 +30,16 @@ POSTHOOK: Output: default@test2 PREHOOK: query: INSERT INTO test2 VALUES (102, 2, 'Del'), (103, 2, 'Ema'), (104, 3, 'Fli'), (105, NULL, 'None') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test2 POSTHOOK: query: INSERT INTO test2 VALUES (102, 2, 'Del'), (103, 2, 'Ema'), (104, 3, 'Fli'), (105, NULL, 'None') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test2 -POSTHOOK: Lineage: test2.col_2 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: test2.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test2.value EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test2.col_2 SCRIPT [] +POSTHOOK: Lineage: test2.key SCRIPT [] +POSTHOOK: Lineage: test2.value SCRIPT [] PREHOOK: query: EXPLAIN SELECT * FROM test1 LEFT OUTER JOIN test2 diff --git a/ql/src/test/results/clientpositive/llap/mapjoin_emit_interval.q.out b/ql/src/test/results/clientpositive/llap/mapjoin_emit_interval.q.out index 0cda68d897..71438a365c 100644 --- a/ql/src/test/results/clientpositive/llap/mapjoin_emit_interval.q.out +++ b/ql/src/test/results/clientpositive/llap/mapjoin_emit_interval.q.out @@ -9,14 +9,16 @@ POSTHOOK: Output: default@test1 PREHOOK: query: INSERT INTO test1 VALUES (NULL, NULL, 'None'), (98, NULL, 'None'), (99, 0, 'Alice'), (99, 2, 'Mat'), (100, 1, 'Bob'), (101, 2, 'Car') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test1 POSTHOOK: query: INSERT INTO test1 VALUES (NULL, NULL, 'None'), (98, NULL, 'None'), (99, 0, 'Alice'), (99, 2, 'Mat'), (100, 1, 'Bob'), (101, 2, 'Car') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test1 -POSTHOOK: Lineage: test1.col_1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: test1.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test1.value EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test1.col_1 SCRIPT [] +POSTHOOK: Lineage: test1.key SCRIPT [] +POSTHOOK: Lineage: test1.value SCRIPT [] PREHOOK: query: CREATE TABLE test2 (key INT, value INT, col_2 STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -28,14 +30,16 @@ POSTHOOK: Output: default@test2 PREHOOK: query: INSERT INTO test2 VALUES (102, 2, 'Del'), (103, 2, 'Ema'), (104, 3, 'Fli'), (105, NULL, 'None') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test2 POSTHOOK: query: INSERT INTO test2 VALUES (102, 2, 'Del'), (103, 2, 'Ema'), (104, 3, 'Fli'), (105, NULL, 'None') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test2 -POSTHOOK: Lineage: test2.col_2 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: test2.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test2.value EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test2.col_2 SCRIPT [] +POSTHOOK: Lineage: test2.key SCRIPT [] +POSTHOOK: Lineage: test2.value SCRIPT [] PREHOOK: query: EXPLAIN SELECT * FROM test1 LEFT OUTER JOIN test2 diff --git a/ql/src/test/results/clientpositive/llap/mapjoin_hint.q.out b/ql/src/test/results/clientpositive/llap/mapjoin_hint.q.out index 57aea2cb98..064615b2a2 100644 --- a/ql/src/test/results/clientpositive/llap/mapjoin_hint.q.out +++ b/ql/src/test/results/clientpositive/llap/mapjoin_hint.q.out @@ -347,12 +347,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tnull PREHOOK: query: insert into tnull values(NULL, NULL), (NULL, NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tnull POSTHOOK: query: insert into tnull values(NULL, NULL), (NULL, NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tnull -POSTHOOK: Lineage: tnull.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: tnull.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: tnull.c EXPRESSION [] +POSTHOOK: Lineage: tnull.i EXPRESSION [] PREHOOK: query: create table tempty(c char(2)) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -401,19 +403,21 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@part_null PREHOOK: query: insert into part_null values(78487,NULL,'Manufacturer#6','Brand#52','LARGE BRUSHED BRASS', 23, 'MED BAG',1464.48,'hely blith') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_null POSTHOOK: query: insert into part_null values(78487,NULL,'Manufacturer#6','Brand#52','LARGE BRUSHED BRASS', 23, 'MED BAG',1464.48,'hely blith') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_null -POSTHOOK: Lineage: part_null.p_brand SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_comment SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_container SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_mfgr SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_name SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_partkey EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_retailprice EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_size EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_type SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_null.p_brand SCRIPT [] +POSTHOOK: Lineage: part_null.p_comment SCRIPT [] +POSTHOOK: Lineage: part_null.p_container SCRIPT [] +POSTHOOK: Lineage: part_null.p_mfgr SCRIPT [] +POSTHOOK: Lineage: part_null.p_name EXPRESSION [] +POSTHOOK: Lineage: part_null.p_partkey SCRIPT [] +POSTHOOK: Lineage: part_null.p_retailprice SCRIPT [] +POSTHOOK: Lineage: part_null.p_size SCRIPT [] +POSTHOOK: Lineage: part_null.p_type SCRIPT [] Warning: Shuffle Join MERGEJOIN[24][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select /*+ mapjoin(None)*/ * from part where p_name = (select p_name from part_null where p_name is null) PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_create.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_create.q.out index 5fd15357e6..89523042a9 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_create.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_create.q.out @@ -8,13 +8,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@cmv_basetable PREHOOK: query: insert into cmv_basetable values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cmv_basetable POSTHOOK: query: insert into cmv_basetable values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cmv_basetable -POSTHOOK: Lineage: cmv_basetable.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: cmv_basetable.a SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.b SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.c SCRIPT [] PREHOOK: query: create materialized view cmv_mat_view as select a, b, c from cmv_basetable PREHOOK: type: CREATE_MATERIALIZED_VIEW PREHOOK: Input: default@cmv_basetable @@ -197,15 +199,17 @@ POSTHOOK: query: create table cmv_basetable2 (d int, e varchar(256), f decimal(1 POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@cmv_basetable2 -PREHOOK: query: insert into cmv_basetable2 values (4, 'alfred', 100.30),(4, 'bob', 6133,14),(5, 'bonnie', 172.2),(6, 'calvin', 8.76),(17, 'charlie', 13144339.8) +PREHOOK: query: insert into cmv_basetable2 values (4, 'alfred', 100.30),(4, 'bob', 6133.14),(5, 'bonnie', 172.2),(6, 'calvin', 8.76),(17, 'charlie', 13144339.8) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cmv_basetable2 -POSTHOOK: query: insert into cmv_basetable2 values (4, 'alfred', 100.30),(4, 'bob', 6133,14),(5, 'bonnie', 172.2),(6, 'calvin', 8.76),(17, 'charlie', 13144339.8) +POSTHOOK: query: insert into cmv_basetable2 values (4, 'alfred', 100.30),(4, 'bob', 6133.14),(5, 'bonnie', 172.2),(6, 'calvin', 8.76),(17, 'charlie', 13144339.8) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cmv_basetable2 -POSTHOOK: Lineage: cmv_basetable2.d EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable2.e EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable2.f EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: cmv_basetable2.d SCRIPT [] +POSTHOOK: Lineage: cmv_basetable2.e SCRIPT [] +POSTHOOK: Lineage: cmv_basetable2.f SCRIPT [] PREHOOK: query: create materialized view cmv_mat_view5 tblproperties ('key'='value') as select a, b, d, c, f from cmv_basetable t1 join cmv_basetable2 t2 on (t1.b = t2.e) PREHOOK: type: CREATE_MATERIALIZED_VIEW PREHOOK: Input: default@cmv_basetable @@ -227,7 +231,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@cmv_mat_view5 #### A masked pattern was here #### 1 alfred 4 10.30 100.30 -2 bob 4 3.14 6133.00 +2 bob 4 3.14 6133.14 2 bonnie 5 172342.20 172.20 3 calvin 6 978.76 8.76 3 charlie 17 9.80 13144339.80 @@ -240,7 +244,7 @@ key value numFiles 1 numRows 5 rawDataSize 1605 -totalSize 710 +totalSize 701 #### A masked pattern was here #### PREHOOK: query: drop materialized view cmv_mat_view PREHOOK: type: DROP_MATERIALIZED_VIEW diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite.q.out index 14e42c48b4..27af61cc05 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite.q.out @@ -13,6 +13,7 @@ PREHOOK: query: insert into cmv_basetable values (3, 'calvin', 978.76, 3), (3, 'charlie', 9.8, 1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cmv_basetable POSTHOOK: query: insert into cmv_basetable values (1, 'alfred', 10.30, 2), @@ -21,11 +22,12 @@ POSTHOOK: query: insert into cmv_basetable values (3, 'calvin', 978.76, 3), (3, 'charlie', 9.8, 1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cmv_basetable -POSTHOOK: Lineage: cmv_basetable.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.d EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: cmv_basetable.a SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.b SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.c SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.d SCRIPT [] PREHOOK: query: create materialized view cmv_mat_view enable rewrite as select a, b, c from cmv_basetable where a = 2 PREHOOK: type: CREATE_MATERIALIZED_VIEW diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_2.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_2.q.out index fb3416d2f3..0fee1a0c58 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_2.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_2.q.out @@ -13,6 +13,7 @@ PREHOOK: query: insert into cmv_basetable values (3, 'calvin', 978.76, 3), (3, 'charlie', 9.8, 1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cmv_basetable POSTHOOK: query: insert into cmv_basetable values (1, 'alfred', 10.30, 2), @@ -21,11 +22,12 @@ POSTHOOK: query: insert into cmv_basetable values (3, 'calvin', 978.76, 3), (3, 'charlie', 9.8, 1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cmv_basetable -POSTHOOK: Lineage: cmv_basetable.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.d EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: cmv_basetable.a SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.b SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.c SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.d SCRIPT [] PREHOOK: query: create materialized view cmv_mat_view enable rewrite as select b from cmv_basetable where c > 10.0 group by a, b, c PREHOOK: type: CREATE_MATERIALIZED_VIEW @@ -398,16 +400,18 @@ PREHOOK: query: insert into cmv_basetable_2 values (1, 'alfred', 10.30, 2), (3, 'calvin', 978.76, 3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cmv_basetable_2 POSTHOOK: query: insert into cmv_basetable_2 values (1, 'alfred', 10.30, 2), (3, 'calvin', 978.76, 3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cmv_basetable_2 -POSTHOOK: Lineage: cmv_basetable_2.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable_2.b EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable_2.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable_2.d EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: cmv_basetable_2.a SCRIPT [] +POSTHOOK: Lineage: cmv_basetable_2.b SCRIPT [] +POSTHOOK: Lineage: cmv_basetable_2.c SCRIPT [] +POSTHOOK: Lineage: cmv_basetable_2.d SCRIPT [] PREHOOK: query: create materialized view cmv_mat_view_5 enable rewrite as select cmv_basetable.a, cmv_basetable_2.c from cmv_basetable join cmv_basetable_2 on (cmv_basetable.a = cmv_basetable_2.a) diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_3.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_3.q.out index 58ba9ff781..1dadcf44a0 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_3.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_3.q.out @@ -13,6 +13,7 @@ PREHOOK: query: insert into cmv_basetable values (3, 'calvin', 978.76, 3), (3, 'charlie', 9.8, 1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cmv_basetable POSTHOOK: query: insert into cmv_basetable values (1, 'alfred', 10.30, 2), @@ -21,11 +22,12 @@ POSTHOOK: query: insert into cmv_basetable values (3, 'calvin', 978.76, 3), (3, 'charlie', 9.8, 1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cmv_basetable -POSTHOOK: Lineage: cmv_basetable.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.d EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: cmv_basetable.a SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.b SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.c SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.d SCRIPT [] PREHOOK: query: create table cmv_basetable_2 (a int, b varchar(256), c decimal(10,2), d int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -38,16 +40,18 @@ PREHOOK: query: insert into cmv_basetable_2 values (1, 'alfred', 10.30, 2), (3, 'calvin', 978.76, 3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cmv_basetable_2 POSTHOOK: query: insert into cmv_basetable_2 values (1, 'alfred', 10.30, 2), (3, 'calvin', 978.76, 3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cmv_basetable_2 -POSTHOOK: Lineage: cmv_basetable_2.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable_2.b EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable_2.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable_2.d EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: cmv_basetable_2.a SCRIPT [] +POSTHOOK: Lineage: cmv_basetable_2.b SCRIPT [] +POSTHOOK: Lineage: cmv_basetable_2.c SCRIPT [] +POSTHOOK: Lineage: cmv_basetable_2.d SCRIPT [] PREHOOK: query: EXPLAIN CREATE MATERIALIZED VIEW cmv_mat_view ENABLE REWRITE AS SELECT cmv_basetable.a, cmv_basetable_2.c @@ -255,15 +259,17 @@ POSTHOOK: Input: default@cmv_mat_view PREHOOK: query: insert into cmv_basetable_2 values (3, 'charlie', 15.8, 1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cmv_basetable_2 POSTHOOK: query: insert into cmv_basetable_2 values (3, 'charlie', 15.8, 1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cmv_basetable_2 -POSTHOOK: Lineage: cmv_basetable_2.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable_2.b EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable_2.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable_2.d EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: cmv_basetable_2.a SCRIPT [] +POSTHOOK: Lineage: cmv_basetable_2.b SCRIPT [] +POSTHOOK: Lineage: cmv_basetable_2.c SCRIPT [] +POSTHOOK: Lineage: cmv_basetable_2.d SCRIPT [] PREHOOK: query: EXPLAIN SELECT cmv_basetable.a FROM cmv_basetable join cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_multi_db.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_multi_db.q.out index 3c02c2bf74..5e954d0df9 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_multi_db.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_create_rewrite_multi_db.q.out @@ -25,6 +25,7 @@ PREHOOK: query: insert into cmv_basetable values (3, 'calvin', 978.76, 3), (3, 'charlie', 9.8, 1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: db1@cmv_basetable POSTHOOK: query: insert into cmv_basetable values (1, 'alfred', 10.30, 2), @@ -33,11 +34,12 @@ POSTHOOK: query: insert into cmv_basetable values (3, 'calvin', 978.76, 3), (3, 'charlie', 9.8, 1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: db1@cmv_basetable -POSTHOOK: Lineage: cmv_basetable.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.d EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: cmv_basetable.a SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.b SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.c SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.d SCRIPT [] PREHOOK: query: create database db2 PREHOOK: type: CREATEDATABASE PREHOOK: Output: database:db2 diff --git a/ql/src/test/results/clientpositive/llap/materialized_view_describe.q.out b/ql/src/test/results/clientpositive/llap/materialized_view_describe.q.out index 31eb917bfc..efd60d4345 100644 --- a/ql/src/test/results/clientpositive/llap/materialized_view_describe.q.out +++ b/ql/src/test/results/clientpositive/llap/materialized_view_describe.q.out @@ -8,13 +8,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@cmv_basetable PREHOOK: query: insert into cmv_basetable values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cmv_basetable POSTHOOK: query: insert into cmv_basetable values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cmv_basetable -POSTHOOK: Lineage: cmv_basetable.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: cmv_basetable.a SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.b SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.c SCRIPT [] PREHOOK: query: create materialized view cmv_mat_view comment 'this is the first view' tblproperties ('key'='foo') as select a, c from cmv_basetable diff --git a/ql/src/test/results/clientpositive/llap/mm_all.q.out b/ql/src/test/results/clientpositive/llap/mm_all.q.out index 767ab47eec..8aa1cd9138 100644 --- a/ql/src/test/results/clientpositive/llap/mm_all.q.out +++ b/ql/src/test/results/clientpositive/llap/mm_all.q.out @@ -1995,11 +1995,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@parquet1_mm PREHOOK: query: INSERT INTO parquet1_mm VALUES(1), (2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@parquet1_mm POSTHOOK: query: INSERT INTO parquet1_mm VALUES(1), (2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@parquet1_mm -POSTHOOK: Lineage: parquet1_mm.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: parquet1_mm.id SCRIPT [] PREHOOK: query: CREATE TABLE parquet2_mm(id INT, value STRING) STORED AS PARQUET tblproperties ("transactional"="true", "transactional_properties"="insert_only") PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -2010,20 +2012,24 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@parquet2_mm PREHOOK: query: INSERT INTO parquet2_mm VALUES(1, 'value1') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@parquet2_mm POSTHOOK: query: INSERT INTO parquet2_mm VALUES(1, 'value1') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@parquet2_mm -POSTHOOK: Lineage: parquet2_mm.id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: parquet2_mm.value SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: parquet2_mm.id SCRIPT [] +POSTHOOK: Lineage: parquet2_mm.value SCRIPT [] PREHOOK: query: INSERT INTO parquet2_mm VALUES(1, 'value2') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@parquet2_mm POSTHOOK: query: INSERT INTO parquet2_mm VALUES(1, 'value2') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@parquet2_mm -POSTHOOK: Lineage: parquet2_mm.id EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: parquet2_mm.value SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: parquet2_mm.id SCRIPT [] +POSTHOOK: Lineage: parquet2_mm.value SCRIPT [] PREHOOK: query: select parquet1_mm.id, t1.value, t2.value FROM parquet1_mm JOIN parquet2_mm t1 ON parquet1_mm.id=t1.id JOIN parquet2_mm t2 ON parquet1_mm.id=t2.id diff --git a/ql/src/test/results/clientpositive/llap/multi_column_in.q.out b/ql/src/test/results/clientpositive/llap/multi_column_in.q.out index 227e4d735d..70928378a4 100644 --- a/ql/src/test/results/clientpositive/llap/multi_column_in.q.out +++ b/ql/src/test/results/clientpositive/llap/multi_column_in.q.out @@ -12,13 +12,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@emps PREHOOK: query: insert into table emps values (1,2,"11"),(1,2,"11"),(3,4,"33"),(1,3,"11"),(2,5,"22"),(2,5,"22") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@emps POSTHOOK: query: insert into table emps values (1,2,"11"),(1,2,"11"),(3,4,"33"),(1,3,"11"),(2,5,"22"),(2,5,"22") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@emps -POSTHOOK: Lineage: emps.deptno EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: emps.empname SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: emps.empno EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: emps.deptno SCRIPT [] +POSTHOOK: Lineage: emps.empname SCRIPT [] +POSTHOOK: Lineage: emps.empno SCRIPT [] PREHOOK: query: select * from emps PREHOOK: type: QUERY PREHOOK: Input: default@emps diff --git a/ql/src/test/results/clientpositive/llap/multi_column_in_single.q.out b/ql/src/test/results/clientpositive/llap/multi_column_in_single.q.out index 76bc521e59..1d3f350f0b 100644 --- a/ql/src/test/results/clientpositive/llap/multi_column_in_single.q.out +++ b/ql/src/test/results/clientpositive/llap/multi_column_in_single.q.out @@ -22,13 +22,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@emps PREHOOK: query: insert into table emps values (1,2,"11"),(1,2,"11"),(3,4,"33"),(1,3,"11"),(2,5,"22"),(2,5,"22") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@emps POSTHOOK: query: insert into table emps values (1,2,"11"),(1,2,"11"),(3,4,"33"),(1,3,"11"),(2,5,"22"),(2,5,"22") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@emps -POSTHOOK: Lineage: emps.deptno EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: emps.empname SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: emps.empno EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: emps.deptno SCRIPT [] +POSTHOOK: Lineage: emps.empname SCRIPT [] +POSTHOOK: Lineage: emps.empno SCRIPT [] PREHOOK: query: select * from emps PREHOOK: type: QUERY PREHOOK: Input: default@emps diff --git a/ql/src/test/results/clientpositive/llap/multi_count_distinct_null.q.out b/ql/src/test/results/clientpositive/llap/multi_count_distinct_null.q.out index 39feaec783..4a1710d23c 100644 --- a/ql/src/test/results/clientpositive/llap/multi_count_distinct_null.q.out +++ b/ql/src/test/results/clientpositive/llap/multi_count_distinct_null.q.out @@ -12,13 +12,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@employee PREHOOK: query: insert into employee values (1, 'M', 1),(1, 'M', 1),(2, 'F', 1),(1, 'F', 3),(1, 'M', 2),(4, 'M', 1),(2, 'F', 1),(2, 'F', 3),(3, 'M', 2),(null, 'M', 1),(null, null, 1),(null, null, null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@employee POSTHOOK: query: insert into employee values (1, 'M', 1),(1, 'M', 1),(2, 'F', 1),(1, 'F', 3),(1, 'M', 2),(4, 'M', 1),(2, 'F', 1),(2, 'F', 3),(3, 'M', 2),(null, 'M', 1),(null, null, 1),(null, null, null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@employee -POSTHOOK: Lineage: employee.department_id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: employee.education_level EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: employee.gender EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: employee.department_id SCRIPT [] +POSTHOOK: Lineage: employee.education_level SCRIPT [] +POSTHOOK: Lineage: employee.gender SCRIPT [] PREHOOK: query: explain select count(distinct department_id), count(distinct gender), count(distinct education_level) from employee PREHOOK: type: QUERY POSTHOOK: query: explain select count(distinct department_id), count(distinct gender), count(distinct education_level) from employee diff --git a/ql/src/test/results/clientpositive/llap/optimize_join_ptp.q.out b/ql/src/test/results/clientpositive/llap/optimize_join_ptp.q.out index 01a3c7e93c..565c11af2a 100644 --- a/ql/src/test/results/clientpositive/llap/optimize_join_ptp.q.out +++ b/ql/src/test/results/clientpositive/llap/optimize_join_ptp.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t1 PREHOOK: query: insert into t1 values ('people', 10), ('strangers', 20), ('parents', 30) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t1 POSTHOOK: query: insert into t1 values ('people', 10), ('strangers', 20), ('parents', 30) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t1 -POSTHOOK: Lineage: t1.k EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t1.v SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t1.k SCRIPT [] +POSTHOOK: Lineage: t1.v SCRIPT [] PREHOOK: query: create table t2 (v string, k double) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -24,12 +26,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t2 PREHOOK: query: insert into t2 values ('people', 10), ('strangers', 20), ('parents', 30) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t2 POSTHOOK: query: insert into t2 values ('people', 10), ('strangers', 20), ('parents', 30) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t2 -POSTHOOK: Lineage: t2.k EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t2.v SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t2.k SCRIPT [] +POSTHOOK: Lineage: t2.v SCRIPT [] PREHOOK: query: explain select * from t1 where t1.k in (select t2.k from t2 where t2.v='people') and t1.k<15 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out b/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out index 7e169f2234..7508dc68e9 100644 --- a/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_ppd_basic.q.out @@ -1299,6 +1299,7 @@ PREHOOK: query: insert into table tmp_orcppd values(null, null, null, null, null, null, null, null, null, null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tmp_orcppd PREHOOK: query: drop table if exists tbl_orcppd_1_1 PREHOOK: type: DROPTABLE @@ -1329,6 +1330,7 @@ Stage-1 LLAP IO COUNTERS: PREHOOK: query: insert into table tmp_orcppd values(null, null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tmp_orcppd PREHOOK: query: drop table if exists tbl_orcppd_2_1 PREHOOK: type: DROPTABLE @@ -1354,6 +1356,7 @@ PREHOOK: Output: default@tmp_orcppd PREHOOK: query: insert into table tmp_orcppd values(null, null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tmp_orcppd PREHOOK: query: drop table if exists tbl_orcppd_3_1 PREHOOK: type: DROPTABLE diff --git a/ql/src/test/results/clientpositive/llap/order_null.q.out b/ql/src/test/results/clientpositive/llap/order_null.q.out index 7e1d8541df..25e6e2d64d 100644 --- a/ql/src/test/results/clientpositive/llap/order_null.q.out +++ b/ql/src/test/results/clientpositive/llap/order_null.q.out @@ -8,52 +8,64 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@src_null PREHOOK: query: insert into src_null values (1, 'A') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@src_null POSTHOOK: query: insert into src_null values (1, 'A') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@src_null -POSTHOOK: Lineage: src_null.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: src_null.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: src_null.a SCRIPT [] +POSTHOOK: Lineage: src_null.b SCRIPT [] PREHOOK: query: insert into src_null values (null, null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@src_null POSTHOOK: query: insert into src_null values (null, null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@src_null -POSTHOOK: Lineage: src_null.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: src_null.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: src_null.a EXPRESSION [] +POSTHOOK: Lineage: src_null.b EXPRESSION [] PREHOOK: query: insert into src_null values (3, null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@src_null POSTHOOK: query: insert into src_null values (3, null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@src_null -POSTHOOK: Lineage: src_null.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: src_null.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: src_null.a SCRIPT [] +POSTHOOK: Lineage: src_null.b EXPRESSION [] PREHOOK: query: insert into src_null values (2, null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@src_null POSTHOOK: query: insert into src_null values (2, null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@src_null -POSTHOOK: Lineage: src_null.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: src_null.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: src_null.a SCRIPT [] +POSTHOOK: Lineage: src_null.b EXPRESSION [] PREHOOK: query: insert into src_null values (2, 'A') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@src_null POSTHOOK: query: insert into src_null values (2, 'A') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@src_null -POSTHOOK: Lineage: src_null.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: src_null.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: src_null.a SCRIPT [] +POSTHOOK: Lineage: src_null.b SCRIPT [] PREHOOK: query: insert into src_null values (2, 'B') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@src_null POSTHOOK: query: insert into src_null values (2, 'B') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@src_null -POSTHOOK: Lineage: src_null.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: src_null.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: src_null.a SCRIPT [] +POSTHOOK: Lineage: src_null.b SCRIPT [] PREHOOK: query: SELECT x.* FROM src_null x ORDER BY a asc PREHOOK: type: QUERY PREHOOK: Input: default@src_null diff --git a/ql/src/test/results/clientpositive/llap/partition_pruning.q.out b/ql/src/test/results/clientpositive/llap/partition_pruning.q.out index 6060bf7fae..520e7145f1 100644 --- a/ql/src/test/results/clientpositive/llap/partition_pruning.q.out +++ b/ql/src/test/results/clientpositive/llap/partition_pruning.q.out @@ -8,18 +8,22 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@daysales PREHOOK: query: insert into daysales partition(dt='2001-01-01') values(1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@daysales@dt=2001-01-01 POSTHOOK: query: insert into daysales partition(dt='2001-01-01') values(1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@daysales@dt=2001-01-01 -POSTHOOK: Lineage: daysales PARTITION(dt=2001-01-01).customer EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: daysales PARTITION(dt=2001-01-01).customer SCRIPT [] PREHOOK: query: insert into daysales partition(dt='2001-01-03') values(3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@daysales@dt=2001-01-03 POSTHOOK: query: insert into daysales partition(dt='2001-01-03') values(3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@daysales@dt=2001-01-03 -POSTHOOK: Lineage: daysales PARTITION(dt=2001-01-03).customer EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: daysales PARTITION(dt=2001-01-03).customer SCRIPT [] PREHOOK: query: select * from daysales where nvl(dt='2001-01-01' and customer=1, false) PREHOOK: type: QUERY PREHOOK: Input: default@daysales diff --git a/ql/src/test/results/clientpositive/llap/reduce_deduplicate_distinct.q.out b/ql/src/test/results/clientpositive/llap/reduce_deduplicate_distinct.q.out index 2955ee67b2..d61a0df5a9 100644 --- a/ql/src/test/results/clientpositive/llap/reduce_deduplicate_distinct.q.out +++ b/ql/src/test/results/clientpositive/llap/reduce_deduplicate_distinct.q.out @@ -8,13 +8,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@count_distinct_test PREHOOK: query: insert into count_distinct_test values (1,1,2),(1,2,3),(1,3,2),(1,4,2),(1,5,3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@count_distinct_test POSTHOOK: query: insert into count_distinct_test values (1,1,2),(1,2,3),(1,3,2),(1,4,2),(1,5,3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@count_distinct_test -POSTHOOK: Lineage: count_distinct_test.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: count_distinct_test.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: count_distinct_test.name EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: count_distinct_test.id SCRIPT [] +POSTHOOK: Lineage: count_distinct_test.key SCRIPT [] +POSTHOOK: Lineage: count_distinct_test.name SCRIPT [] PREHOOK: query: explain select id,count(distinct key),count(distinct name) from count_distinct_test group by id diff --git a/ql/src/test/results/clientpositive/llap/resourceplan.q.out b/ql/src/test/results/clientpositive/llap/resourceplan.q.out index e40994f310..b79564cc07 100644 --- a/ql/src/test/results/clientpositive/llap/resourceplan.q.out +++ b/ql/src/test/results/clientpositive/llap/resourceplan.q.out @@ -1868,13 +1868,15 @@ POSTHOOK: Output: SYS@VERSION POSTHOOK: Output: database:sys PREHOOK: query: INSERT INTO `VERSION` VALUES (1, '3.0.0', 'Hive release version 3.0.0') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: sys@version POSTHOOK: query: INSERT INTO `VERSION` VALUES (1, '3.0.0', 'Hive release version 3.0.0') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: sys@version -POSTHOOK: Lineage: version.schema_version SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: version.ver_id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: version.version_comment SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: version.schema_version SCRIPT [] +POSTHOOK: Lineage: version.ver_id SCRIPT [] +POSTHOOK: Lineage: version.version_comment SCRIPT [] PREHOOK: query: CREATE TABLE IF NOT EXISTS `DB_VERSION` ( `VER_ID` BIGINT, `SCHEMA_VERSION` string, diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part.q.out index bc9f3c8d6b..1b5251e73f 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_part.q.out @@ -26,14 +26,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@part_add_int_permute_select PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (1, 1111, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (1, 1111, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 PREHOOK: query: alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS PREHOOK: Input: default@part_add_int_permute_select @@ -44,15 +46,17 @@ POSTHOOK: Input: default@part_add_int_permute_select POSTHOOK: Output: default@part_add_int_permute_select PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 col4 PREHOOK: query: select insert_num,part,a,b from part_add_int_permute_select PREHOOK: type: QUERY PREHOOK: Input: default@part_add_int_permute_select @@ -110,14 +114,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@part_add_int_string_permute_select PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (1, 1111, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_string_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (1, 1111, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 PREHOOK: query: alter table part_add_int_string_permute_select add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS PREHOOK: Input: default@part_add_int_string_permute_select @@ -128,16 +134,18 @@ POSTHOOK: Input: default@part_add_int_string_permute_select POSTHOOK: Output: default@part_add_int_string_permute_select PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333, '4444') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_string_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333, '4444') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization only detail select insert_num,part,a,b,c,d from part_add_int_string_permute_select PREHOOK: type: QUERY @@ -355,22 +363,24 @@ POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp POSTHOOK: Output: default@part_change_date_group_string_group_date_timestamp PREHOOK: query: insert into table part_change_date_group_string_group_date_timestamp partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_date_group_string_group_date_timestamp@part=1 POSTHOOK: query: insert into table part_change_date_group_string_group_date_timestamp partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_date_group_string_group_date_timestamp@part=1 -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c6 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp PREHOOK: type: QUERY @@ -490,6 +500,7 @@ PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_i 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string_group@part=1 POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string_group partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -497,29 +508,30 @@ POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string_group@part=1 -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col22, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c1 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c14 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c15 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c16 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c17 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c18 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c19 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c2 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c20 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col21, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c3 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c4 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c11 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c12 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c13 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c14 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c15 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c16 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c17 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c18 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c19 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c20 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 _col20 _col21 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group PREHOOK: type: QUERY @@ -634,6 +646,7 @@ PREHOOK: query: insert into table part_change_numeric_group_string_group_floatin 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string_group@part=1 POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string_group partition(part=1) VALUES (111, 'filler', 'filler', 'filler', @@ -641,24 +654,25 @@ POSTHOOK: query: insert into table part_change_numeric_group_string_group_floati 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string_group@part=1 -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c14 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c15 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c2 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c3 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c11 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c12 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c13 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c14 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c15 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group PREHOOK: type: QUERY @@ -764,6 +778,7 @@ PREHOOK: query: insert into table part_change_string_group_string_group_string p 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -771,19 +786,20 @@ POSTHOOK: query: insert into table part_change_string_group_string_group_string 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c10 SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c7 SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string PREHOOK: type: QUERY @@ -908,6 +924,7 @@ PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tiny 1234.5678, 9876.543, 789.321, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint@part=1 POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint_to_bigint partition(part=1) VALUES (111, 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, @@ -916,27 +933,28 @@ POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tin 1234.5678, 9876.543, 789.321, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint@part=1 -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c14 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c15 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c16 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c17 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c18 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c11 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c12 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c13 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c14 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c15 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c16 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c17 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c18 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint PREHOOK: type: QUERY @@ -1023,15 +1041,17 @@ POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_fl POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_decimal_to_float partition(part=1) VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_decimal_to_float@part=1 POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_decimal_to_float partition(part=1) VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_decimal_to_float@part=1 -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table.q.out index 1123e705cb..45dd6801ab 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acid_table.q.out @@ -46,15 +46,17 @@ POSTHOOK: Input: default@table_add_int_permute_select POSTHOOK: Output: default@table_add_int_permute_select PREHOOK: query: insert into table table_add_int_permute_select VALUES (111, 80000, 'new', 80000) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: insert into table table_add_int_permute_select VALUES (111, 80000, 'new', 80000) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_add_int_permute_select -POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: table_add_int_permute_select.a SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.b SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.c SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num SCRIPT [] +col1 col2 col3 col4 PREHOOK: query: explain vectorization only detail select insert_num,a,b,c from table_add_int_permute_select PREHOOK: type: QUERY @@ -149,16 +151,18 @@ POSTHOOK: Input: default@table_add_int_string_permute_select POSTHOOK: Output: default@table_add_int_string_permute_select PREHOOK: query: insert into table table_add_int_string_permute_select VALUES (111, 80000, 'new', 80000, 'filler') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_add_int_string_permute_select POSTHOOK: query: insert into table table_add_int_string_permute_select VALUES (111, 80000, 'new', 80000, 'filler') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_add_int_string_permute_select -POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +POSTHOOK: Lineage: table_add_int_string_permute_select.a SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.c SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num SCRIPT [] +col1 col2 col3 col4 col5 PREHOOK: query: select insert_num,a,b from table_add_int_string_permute_select PREHOOK: type: QUERY PREHOOK: Input: default@table_add_int_string_permute_select @@ -304,15 +308,17 @@ POSTHOOK: Input: default@table_change_string_group_double POSTHOOK: Output: default@table_change_string_group_double PREHOOK: query: insert into table table_change_string_group_double VALUES (111, 789.321, 789.321, 789.321, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_string_group_double POSTHOOK: query: insert into table table_change_string_group_double VALUES (111, 789.321, 789.321, 789.321, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_string_group_double -POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.b SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_string_group_double PREHOOK: type: QUERY @@ -376,22 +382,24 @@ POSTHOOK: Input: default@table_change_date_group_string_group_date_group POSTHOOK: Output: default@table_change_date_group_string_group_date_group PREHOOK: query: insert into table table_change_date_group_string_group_date_group VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_date_group_string_group_date_group POSTHOOK: query: insert into table table_change_date_group_string_group_date_group VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_date_group_string_group_date_group -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c1 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c10 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c2 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c3 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c4 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c5 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c6 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c7 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c8 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c9 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group PREHOOK: type: QUERY @@ -507,6 +515,7 @@ PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string_group POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string_group VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -514,29 +523,30 @@ POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string_group -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col22, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c1 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c10 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c11 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c12 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c13 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c14 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c15 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c16 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c17 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c18 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c19 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c2 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c20 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col21, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c3 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c4 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c5 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c6 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c7 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c8 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c9 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c16 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c17 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c18 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c19 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c20 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 _col20 _col21 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group PREHOOK: type: QUERY @@ -647,6 +657,7 @@ PREHOOK: query: insert into table table_change_numeric_group_string_group_floati 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string_group POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string_group VALUES (111, 'filler', 'filler', 'filler', @@ -654,24 +665,25 @@ POSTHOOK: query: insert into table table_change_numeric_group_string_group_float 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string_group -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c1 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c10 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c11 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c12 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c13 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c14 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c15 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c2 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c3 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c4 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c5 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c6 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c7 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c8 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c9 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group PREHOOK: type: QUERY @@ -773,6 +785,7 @@ PREHOOK: query: insert into table table_change_string_group_string_group_string 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_string_group_string_group_string POSTHOOK: query: insert into table table_change_string_group_string_group_string VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -780,19 +793,20 @@ POSTHOOK: query: insert into table table_change_string_group_string_group_string 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_string_group_string_group_string -POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c10 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c5 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c6 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c7 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c8 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c9 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_string_group_string_group_string PREHOOK: type: QUERY @@ -913,6 +927,7 @@ PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tin 1234.5678, 9876.543, 789.321, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint_to_bigint VALUES (111, 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, @@ -921,27 +936,28 @@ POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_ti 1234.5678, 9876.543, 789.321, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c10 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c11 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c12 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c13 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c14 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c15 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c16 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c17 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c18 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c4 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c5 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c6 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c7 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c8 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c9 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.b SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c16 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c17 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c18 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint PREHOOK: type: QUERY @@ -1024,15 +1040,17 @@ POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_f POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_decimal_to_float VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_decimal_to_float VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.b SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_part.q.out index 029351a934..23158c3cb8 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_part.q.out @@ -26,14 +26,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@part_add_int_permute_select PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (1, 1111, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (1, 1111, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 PREHOOK: query: alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS PREHOOK: Input: default@part_add_int_permute_select @@ -44,15 +46,17 @@ POSTHOOK: Input: default@part_add_int_permute_select POSTHOOK: Output: default@part_add_int_permute_select PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 col4 PREHOOK: query: explain vectorization only detail select insert_num,part,a,b,c from part_add_int_permute_select PREHOOK: type: QUERY @@ -162,14 +166,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@part_add_int_string_permute_select PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (1, 1111, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_string_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (1, 1111, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 PREHOOK: query: alter table part_add_int_string_permute_select add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS PREHOOK: Input: default@part_add_int_string_permute_select @@ -180,16 +186,18 @@ POSTHOOK: Input: default@part_add_int_string_permute_select POSTHOOK: Output: default@part_add_int_string_permute_select PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333, '4444') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_string_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333, '4444') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization only detail select insert_num,part,a,b,c,d from part_add_int_string_permute_select PREHOOK: type: QUERY @@ -500,22 +508,24 @@ POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp POSTHOOK: Output: default@part_change_date_group_string_group_date_timestamp PREHOOK: query: insert into table part_change_date_group_string_group_date_timestamp partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_date_group_string_group_date_timestamp@part=1 POSTHOOK: query: insert into table part_change_date_group_string_group_date_timestamp partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_date_group_string_group_date_timestamp@part=1 -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c6 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp @@ -739,6 +749,7 @@ PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_i 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string_group@part=1 POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string_group partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -746,29 +757,30 @@ POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string_group@part=1 -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col22, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c1 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c14 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c15 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c16 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c17 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c18 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c19 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c2 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c20 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col21, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c3 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c4 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c11 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c12 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c13 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c14 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c15 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c16 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c17 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c18 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c19 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c20 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 _col20 _col21 PREHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group @@ -987,6 +999,7 @@ PREHOOK: query: insert into table part_change_numeric_group_string_group_floatin 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string_group@part=1 POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string_group partition(part=1) VALUES (111, 'filler', 'filler', 'filler', @@ -994,24 +1007,25 @@ POSTHOOK: query: insert into table part_change_numeric_group_string_group_floati 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string_group@part=1 -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c14 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c15 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c2 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c3 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c11 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c12 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c13 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c14 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c15 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 PREHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group @@ -1221,6 +1235,7 @@ PREHOOK: query: insert into table part_change_string_group_string_group_string p 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -1228,19 +1243,20 @@ POSTHOOK: query: insert into table part_change_string_group_string_group_string 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c10 SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c7 SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string @@ -1469,6 +1485,7 @@ PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tiny 1234.5678, 9876.543, 789.321, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint@part=1 POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint_to_bigint partition(part=1) VALUES (111, 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, @@ -1477,27 +1494,28 @@ POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tin 1234.5678, 9876.543, 789.321, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint@part=1 -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c14 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c15 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c16 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c17 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c18 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c11 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c12 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c13 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c14 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c15 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c16 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c17 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c18 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 PREHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint @@ -1688,15 +1706,17 @@ POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_fl POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_decimal_to_float partition(part=1) VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_decimal_to_float@part=1 POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_decimal_to_float partition(part=1) VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_decimal_to_float@part=1 -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization only detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table.q.out index 7776c9c9ae..45b323b3ca 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_acidvec_table.q.out @@ -46,15 +46,17 @@ POSTHOOK: Input: default@table_add_int_permute_select POSTHOOK: Output: default@table_add_int_permute_select PREHOOK: query: insert into table table_add_int_permute_select VALUES (111, 80000, 'new', 80000) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: insert into table table_add_int_permute_select VALUES (111, 80000, 'new', 80000) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_add_int_permute_select -POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: table_add_int_permute_select.a SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.b SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.c SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num SCRIPT [] +col1 col2 col3 col4 PREHOOK: query: explain vectorization only detail select insert_num,a,b,c from table_add_int_permute_select PREHOOK: type: QUERY @@ -189,16 +191,18 @@ POSTHOOK: Input: default@table_add_int_string_permute_select POSTHOOK: Output: default@table_add_int_string_permute_select PREHOOK: query: insert into table table_add_int_string_permute_select VALUES (111, 80000, 'new', 80000, 'filler') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_add_int_string_permute_select POSTHOOK: query: insert into table table_add_int_string_permute_select VALUES (111, 80000, 'new', 80000, 'filler') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_add_int_string_permute_select -POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +POSTHOOK: Lineage: table_add_int_string_permute_select.a SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.c SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num SCRIPT [] +col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization only detail select insert_num,a,b,c,d from table_add_int_string_permute_select PREHOOK: type: QUERY @@ -395,15 +399,17 @@ POSTHOOK: Input: default@table_change_string_group_double POSTHOOK: Output: default@table_change_string_group_double PREHOOK: query: insert into table table_change_string_group_double VALUES (111, 789.321, 789.321, 789.321, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_string_group_double POSTHOOK: query: insert into table table_change_string_group_double VALUES (111, 789.321, 789.321, 789.321, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_string_group_double -POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.b SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,b from table_change_string_group_double @@ -518,22 +524,24 @@ POSTHOOK: Input: default@table_change_date_group_string_group_date_group POSTHOOK: Output: default@table_change_date_group_string_group_date_group PREHOOK: query: insert into table table_change_date_group_string_group_date_group VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_date_group_string_group_date_group POSTHOOK: query: insert into table table_change_date_group_string_group_date_group VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_date_group_string_group_date_group -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c1 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c10 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c2 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c3 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c4 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c5 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c6 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c7 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c8 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c9 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group @@ -751,6 +759,7 @@ PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string_group POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string_group VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -758,29 +767,30 @@ POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string_group -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col22, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c1 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c10 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c11 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c12 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c13 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c14 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c15 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c16 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c17 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c18 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c19 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c2 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c20 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col21, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c3 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c4 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c5 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c6 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c7 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c8 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c9 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c16 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c17 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c18 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c19 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c20 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 _col20 _col21 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group @@ -993,6 +1003,7 @@ PREHOOK: query: insert into table table_change_numeric_group_string_group_floati 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string_group POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string_group VALUES (111, 'filler', 'filler', 'filler', @@ -1000,24 +1011,25 @@ POSTHOOK: query: insert into table table_change_numeric_group_string_group_float 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string_group -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c1 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c10 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c11 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c12 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c13 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c14 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c15 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c2 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c3 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c4 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c5 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c6 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c7 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c8 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c9 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group @@ -1221,6 +1233,7 @@ PREHOOK: query: insert into table table_change_string_group_string_group_string 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_string_group_string_group_string POSTHOOK: query: insert into table table_change_string_group_string_group_string VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -1228,19 +1241,20 @@ POSTHOOK: query: insert into table table_change_string_group_string_group_string 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_string_group_string_group_string -POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c10 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c5 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c6 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c7 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c8 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c9 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_string_group_string_group_string @@ -1463,6 +1477,7 @@ PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tin 1234.5678, 9876.543, 789.321, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint_to_bigint VALUES (111, 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, @@ -1471,27 +1486,28 @@ POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_ti 1234.5678, 9876.543, 789.321, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c10 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c11 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c12 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c13 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c14 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c15 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c16 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c17 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c18 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c4 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c5 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c6 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c7 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c8 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c9 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.b SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c16 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c17 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c18 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint @@ -1676,15 +1692,17 @@ POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_f POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_decimal_to_float VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_decimal_to_float VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.b SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization only detail select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part.q.out index ccfac74d28..0f4798c8fe 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part.q.out @@ -26,14 +26,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@part_add_int_permute_select PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (1, 1111, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (1, 1111, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 PREHOOK: query: alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS PREHOOK: Input: default@part_add_int_permute_select @@ -44,15 +46,17 @@ POSTHOOK: Input: default@part_add_int_permute_select POSTHOOK: Output: default@part_add_int_permute_select PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select PREHOOK: type: QUERY @@ -154,14 +158,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@part_add_int_string_permute_select PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (1, 1111, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_string_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (1, 1111, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 PREHOOK: query: alter table part_add_int_string_permute_select add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS PREHOOK: Input: default@part_add_int_string_permute_select @@ -172,16 +178,18 @@ POSTHOOK: Input: default@part_add_int_string_permute_select POSTHOOK: Output: default@part_add_int_string_permute_select PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333, '4444') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_string_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333, '4444') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select PREHOOK: type: QUERY @@ -476,22 +484,24 @@ POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp POSTHOOK: Output: default@part_change_date_group_string_group_date_timestamp PREHOOK: query: insert into table part_change_date_group_string_group_date_timestamp partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_date_group_string_group_date_timestamp@part=1 POSTHOOK: query: insert into table part_change_date_group_string_group_date_timestamp partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_date_group_string_group_date_timestamp@part=1 -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c6 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp @@ -655,6 +665,7 @@ PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_i 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string_group@part=1 POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string_group partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -662,29 +673,30 @@ POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string_group@part=1 -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col22, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c1 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c14 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c15 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c16 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c17 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c18 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c19 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c2 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c20 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col21, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c3 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c4 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c11 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c12 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c13 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c14 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c15 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c16 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c17 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c18 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c19 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c20 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 _col20 _col21 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group @@ -843,6 +855,7 @@ PREHOOK: query: insert into table part_change_numeric_group_string_group_floatin 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string_group@part=1 POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string_group partition(part=1) VALUES (111, 'filler', 'filler', 'filler', @@ -850,24 +863,25 @@ POSTHOOK: query: insert into table part_change_numeric_group_string_group_floati 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string_group@part=1 -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c14 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c15 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c2 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c3 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c11 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c12 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c13 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c14 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c15 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group @@ -1017,6 +1031,7 @@ PREHOOK: query: insert into table part_change_string_group_string_group_string p 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -1024,19 +1039,20 @@ POSTHOOK: query: insert into table part_change_string_group_string_group_string 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c10 SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c7 SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string @@ -1205,6 +1221,7 @@ PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tiny 1234.5678, 9876.543, 789.321, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint@part=1 POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint_to_bigint partition(part=1) VALUES (111, 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, @@ -1213,27 +1230,28 @@ POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tin 1234.5678, 9876.543, 789.321, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint@part=1 -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c14 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c15 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c16 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c17 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c18 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c11 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c12 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c13 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c14 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c15 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c16 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c17 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c18 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint @@ -1364,15 +1382,17 @@ POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_fl POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_decimal_to_float partition(part=1) VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_decimal_to_float@part=1 POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_decimal_to_float partition(part=1) VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_decimal_to_float@part=1 -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex.q.out index e86439b562..1d2421689f 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_part_all_complex.q.out @@ -214,15 +214,17 @@ PREHOOK: query: insert into table part_add_various_various_struct2 partition(par values(1, 'original'), (2, 'original') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_various_various_struct2@part=1 POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) values(1, 'original'), (2, 'original') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_various_various_struct2@part=1 -POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SCRIPT [] +col1 col2 PREHOOK: query: select insert_num,part,b from part_add_various_various_struct2 PREHOOK: type: QUERY PREHOOK: Input: default@part_add_various_various_struct2 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_table.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_table.q.out index c4382ddf90..fac1a1cbbe 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_table.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_table.q.out @@ -46,15 +46,17 @@ POSTHOOK: Input: default@table_add_int_permute_select POSTHOOK: Output: default@table_add_int_permute_select PREHOOK: query: insert into table table_add_int_permute_select VALUES (111, 80000, 'new', 80000) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: insert into table table_add_int_permute_select VALUES (111, 80000, 'new', 80000) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_add_int_permute_select -POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: table_add_int_permute_select.a SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.b SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.c SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num SCRIPT [] +col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select PREHOOK: type: QUERY @@ -182,16 +184,18 @@ POSTHOOK: Input: default@table_add_int_string_permute_select POSTHOOK: Output: default@table_add_int_string_permute_select PREHOOK: query: insert into table table_add_int_string_permute_select VALUES (111, 80000, 'new', 80000, 'filler') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_add_int_string_permute_select POSTHOOK: query: insert into table table_add_int_string_permute_select VALUES (111, 80000, 'new', 80000, 'filler') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_add_int_string_permute_select -POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +POSTHOOK: Lineage: table_add_int_string_permute_select.a SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.c SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num SCRIPT [] +col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select PREHOOK: type: QUERY @@ -381,15 +385,17 @@ POSTHOOK: Input: default@table_change_string_group_double POSTHOOK: Output: default@table_change_string_group_double PREHOOK: query: insert into table table_change_string_group_double VALUES (111, 789.321, 789.321, 789.321, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_string_group_double POSTHOOK: query: insert into table table_change_string_group_double VALUES (111, 789.321, 789.321, 789.321, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_string_group_double -POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.b SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double @@ -497,22 +503,24 @@ POSTHOOK: Input: default@table_change_date_group_string_group_date_group POSTHOOK: Output: default@table_change_date_group_string_group_date_group PREHOOK: query: insert into table table_change_date_group_string_group_date_group VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_date_group_string_group_date_group POSTHOOK: query: insert into table table_change_date_group_string_group_date_group VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_date_group_string_group_date_group -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c1 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c10 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c2 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c3 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c4 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c5 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c6 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c7 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c8 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c9 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group PREHOOK: type: QUERY @@ -628,6 +636,7 @@ PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string_group POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string_group VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -635,29 +644,30 @@ POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string_group -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col22, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c1 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c10 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c11 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c12 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c13 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c14 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c15 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c16 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c17 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c18 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c19 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c2 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c20 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col21, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c3 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c4 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c5 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c6 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c7 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c8 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c9 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c16 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c17 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c18 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c19 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c20 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 _col20 _col21 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group @@ -812,6 +822,7 @@ PREHOOK: query: insert into table table_change_numeric_group_string_group_floati 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string_group POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string_group VALUES (111, 'filler', 'filler', 'filler', @@ -819,24 +830,25 @@ POSTHOOK: query: insert into table table_change_numeric_group_string_group_float 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string_group -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c1 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c10 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c11 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c12 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c13 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c14 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c15 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c2 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c3 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c4 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c5 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c6 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c7 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c8 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c9 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group @@ -982,6 +994,7 @@ PREHOOK: query: insert into table table_change_string_group_string_group_string 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_string_group_string_group_string POSTHOOK: query: insert into table table_change_string_group_string_group_string VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -989,19 +1002,20 @@ POSTHOOK: query: insert into table table_change_string_group_string_group_string 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_string_group_string_group_string -POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c10 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c5 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c6 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c7 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c8 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c9 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_string_group_string_group_string PREHOOK: type: QUERY @@ -1122,6 +1136,7 @@ PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tin 1234.5678, 9876.543, 789.321, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint_to_bigint VALUES (111, 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, @@ -1130,27 +1145,28 @@ POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_ti 1234.5678, 9876.543, 789.321, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c10 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c11 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c12 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c13 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c14 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c15 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c16 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c17 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c18 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c4 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c5 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c6 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c7 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c8 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c9 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.b SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c16 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c17 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c18 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint PREHOOK: type: QUERY @@ -1233,15 +1249,17 @@ POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_f POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_decimal_to_float VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_decimal_to_float VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.b SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part.q.out index 4aa04ed392..4f8b05e8ea 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part.q.out @@ -26,14 +26,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@part_add_int_permute_select PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (1, 1111, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (1, 1111, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 PREHOOK: query: alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS PREHOOK: Input: default@part_add_int_permute_select @@ -44,15 +46,17 @@ POSTHOOK: Input: default@part_add_int_permute_select POSTHOOK: Output: default@part_add_int_permute_select PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select PREHOOK: type: QUERY @@ -180,14 +184,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@part_add_int_string_permute_select PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (1, 1111, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_string_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (1, 1111, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 PREHOOK: query: alter table part_add_int_string_permute_select add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS PREHOOK: Input: default@part_add_int_string_permute_select @@ -198,16 +204,18 @@ POSTHOOK: Input: default@part_add_int_string_permute_select POSTHOOK: Output: default@part_add_int_string_permute_select PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333, '4444') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_string_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333, '4444') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select PREHOOK: type: QUERY @@ -554,22 +562,24 @@ POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp POSTHOOK: Output: default@part_change_date_group_string_group_date_timestamp PREHOOK: query: insert into table part_change_date_group_string_group_date_timestamp partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_date_group_string_group_date_timestamp@part=1 POSTHOOK: query: insert into table part_change_date_group_string_group_date_timestamp partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_date_group_string_group_date_timestamp@part=1 -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c6 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp @@ -759,6 +769,7 @@ PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_i 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string_group@part=1 POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string_group partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -766,29 +777,30 @@ POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string_group@part=1 -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col22, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c1 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c14 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c15 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c16 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c17 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c18 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c19 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c2 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c20 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col21, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c3 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c4 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c11 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c12 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c13 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c14 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c15 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c16 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c17 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c18 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c19 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c20 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 _col20 _col21 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group @@ -973,6 +985,7 @@ PREHOOK: query: insert into table part_change_numeric_group_string_group_floatin 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string_group@part=1 POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string_group partition(part=1) VALUES (111, 'filler', 'filler', 'filler', @@ -980,24 +993,25 @@ POSTHOOK: query: insert into table part_change_numeric_group_string_group_floati 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string_group@part=1 -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c14 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c15 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c2 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c3 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c11 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c12 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c13 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c14 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c15 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group @@ -1173,6 +1187,7 @@ PREHOOK: query: insert into table part_change_string_group_string_group_string p 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -1180,19 +1195,20 @@ POSTHOOK: query: insert into table part_change_string_group_string_group_string 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c10 SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c7 SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string @@ -1387,6 +1403,7 @@ PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tiny 1234.5678, 9876.543, 789.321, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint@part=1 POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint_to_bigint partition(part=1) VALUES (111, 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, @@ -1395,27 +1412,28 @@ POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tin 1234.5678, 9876.543, 789.321, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint@part=1 -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c14 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c15 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c16 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c17 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c18 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c11 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c12 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c13 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c14 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c15 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c16 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c17 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c18 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint @@ -1572,15 +1590,17 @@ POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_fl POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_decimal_to_float partition(part=1) VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_decimal_to_float@part=1 POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_decimal_to_float partition(part=1) VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_decimal_to_float@part=1 -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_complex.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_complex.q.out index 861d7f453f..f2cf4f9818 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_complex.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_part_all_complex.q.out @@ -240,15 +240,17 @@ PREHOOK: query: insert into table part_add_various_various_struct2 partition(par values(1, 'original'), (2, 'original') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_various_various_struct2@part=1 POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) values(1, 'original'), (2, 'original') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_various_various_struct2@part=1 -POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SCRIPT [] +col1 col2 PREHOOK: query: select insert_num,part,b from part_add_various_various_struct2 PREHOOK: type: QUERY PREHOOK: Input: default@part_add_various_various_struct2 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_table.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_table.q.out index da367cf3c0..4329bfeaae 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_table.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_table.q.out @@ -46,15 +46,17 @@ POSTHOOK: Input: default@table_add_int_permute_select POSTHOOK: Output: default@table_add_int_permute_select PREHOOK: query: insert into table table_add_int_permute_select VALUES (111, 80000, 'new', 80000) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: insert into table table_add_int_permute_select VALUES (111, 80000, 'new', 80000) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_add_int_permute_select -POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: table_add_int_permute_select.a SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.b SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.c SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num SCRIPT [] +col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select PREHOOK: type: QUERY @@ -207,16 +209,18 @@ POSTHOOK: Input: default@table_add_int_string_permute_select POSTHOOK: Output: default@table_add_int_string_permute_select PREHOOK: query: insert into table table_add_int_string_permute_select VALUES (111, 80000, 'new', 80000, 'filler') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_add_int_string_permute_select POSTHOOK: query: insert into table table_add_int_string_permute_select VALUES (111, 80000, 'new', 80000, 'filler') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_add_int_string_permute_select -POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +POSTHOOK: Lineage: table_add_int_string_permute_select.a SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.c SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num SCRIPT [] +col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select PREHOOK: type: QUERY @@ -431,15 +435,17 @@ POSTHOOK: Input: default@table_change_string_group_double POSTHOOK: Output: default@table_change_string_group_double PREHOOK: query: insert into table table_change_string_group_double VALUES (111, 789.321, 789.321, 789.321, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_string_group_double POSTHOOK: query: insert into table table_change_string_group_double VALUES (111, 789.321, 789.321, 789.321, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_string_group_double -POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.b SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double @@ -572,22 +578,24 @@ POSTHOOK: Input: default@table_change_date_group_string_group_date_group POSTHOOK: Output: default@table_change_date_group_string_group_date_group PREHOOK: query: insert into table table_change_date_group_string_group_date_group VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_date_group_string_group_date_group POSTHOOK: query: insert into table table_change_date_group_string_group_date_group VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_date_group_string_group_date_group -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c1 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c10 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c2 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c3 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c4 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c5 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c6 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c7 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c8 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c9 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group PREHOOK: type: QUERY @@ -703,6 +711,7 @@ PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string_group POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string_group VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -710,29 +719,30 @@ POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string_group -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col22, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c1 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c10 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c11 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c12 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c13 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c14 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c15 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c16 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c17 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c18 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c19 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c2 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c20 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col21, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c3 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c4 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c5 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c6 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c7 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c8 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c9 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c16 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c17 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c18 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c19 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c20 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 _col20 _col21 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group @@ -912,6 +922,7 @@ PREHOOK: query: insert into table table_change_numeric_group_string_group_floati 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string_group POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string_group VALUES (111, 'filler', 'filler', 'filler', @@ -919,24 +930,25 @@ POSTHOOK: query: insert into table table_change_numeric_group_string_group_float 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string_group -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c1 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c10 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c11 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c12 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c13 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c14 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c15 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c2 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c3 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c4 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c5 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c6 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c7 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c8 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c9 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group @@ -1107,6 +1119,7 @@ PREHOOK: query: insert into table table_change_string_group_string_group_string 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_string_group_string_group_string POSTHOOK: query: insert into table table_change_string_group_string_group_string VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -1114,19 +1127,20 @@ POSTHOOK: query: insert into table table_change_string_group_string_group_string 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_string_group_string_group_string -POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c10 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c5 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c6 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c7 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c8 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c9 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_string_group_string_group_string PREHOOK: type: QUERY @@ -1247,6 +1261,7 @@ PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tin 1234.5678, 9876.543, 789.321, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint_to_bigint VALUES (111, 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, @@ -1255,27 +1270,28 @@ POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_ti 1234.5678, 9876.543, 789.321, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c10 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c11 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c12 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c13 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c14 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c15 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c16 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c17 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c18 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c4 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c5 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c6 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c7 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c8 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c9 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.b SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c16 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c17 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c18 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint PREHOOK: type: QUERY @@ -1358,15 +1374,17 @@ POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_f POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_decimal_to_float VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_decimal_to_float VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.b SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_stats.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_stats.q.out index 282bcb254f..e76eaf862c 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_stats.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_stats.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned1 PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@partitioned1@part=1 POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SCRIPT [] PREHOOK: query: alter table partitioned1 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS PREHOOK: Input: default@partitioned1 @@ -24,14 +26,16 @@ POSTHOOK: Input: default@partitioned1 POSTHOOK: Output: default@partitioned1 PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', NULL, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@partitioned1@part=2 POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', NULL, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a SCRIPT [] +POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SCRIPT [] +POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c SCRIPT [] +POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SCRIPT [] PREHOOK: query: analyze table partitioned1 compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 @@ -209,12 +213,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@partitioned1 PREHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@partitioned1@part=1 POSTHOOK: query: insert into table partitioned1 partition(part=1) values(1, 'original'),(2, 'original'), (3, 'original'),(4, 'original') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@partitioned1@part=1 -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: partitioned1 PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: partitioned1 PARTITION(part=1).b SCRIPT [] PREHOOK: query: alter table partitioned1 add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS PREHOOK: Input: default@partitioned1 @@ -225,14 +231,16 @@ POSTHOOK: Input: default@partitioned1 POSTHOOK: Output: default@partitioned1 PREHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', NULL, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@partitioned1@part=2 POSTHOOK: query: insert into table partitioned1 partition(part=2) values(1, 'new', 10, 'ten'),(2, 'new', NULL, 'twenty'), (3, 'new', 30, 'thirty'),(4, 'new', 40, 'forty') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@partitioned1@part=2 -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: partitioned1 PARTITION(part=2).a SCRIPT [] +POSTHOOK: Lineage: partitioned1 PARTITION(part=2).b SCRIPT [] +POSTHOOK: Lineage: partitioned1 PARTITION(part=2).c SCRIPT [] +POSTHOOK: Lineage: partitioned1 PARTITION(part=2).d SCRIPT [] PREHOOK: query: analyze table partitioned1 compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@partitioned1 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part.q.out index 73e4248247..b626863d79 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part.q.out @@ -26,14 +26,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@part_add_int_permute_select PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (1, 1111, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (1, 1111, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 PREHOOK: query: alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS PREHOOK: Input: default@part_add_int_permute_select @@ -44,15 +46,17 @@ POSTHOOK: Input: default@part_add_int_permute_select POSTHOOK: Output: default@part_add_int_permute_select PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select PREHOOK: type: QUERY @@ -154,14 +158,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@part_add_int_string_permute_select PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (1, 1111, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_string_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (1, 1111, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 PREHOOK: query: alter table part_add_int_string_permute_select add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS PREHOOK: Input: default@part_add_int_string_permute_select @@ -172,16 +178,18 @@ POSTHOOK: Input: default@part_add_int_string_permute_select POSTHOOK: Output: default@part_add_int_string_permute_select PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333, '4444') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_string_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333, '4444') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select PREHOOK: type: QUERY @@ -476,22 +484,24 @@ POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp POSTHOOK: Output: default@part_change_date_group_string_group_date_timestamp PREHOOK: query: insert into table part_change_date_group_string_group_date_timestamp partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_date_group_string_group_date_timestamp@part=1 POSTHOOK: query: insert into table part_change_date_group_string_group_date_timestamp partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_date_group_string_group_date_timestamp@part=1 -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c6 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp @@ -655,6 +665,7 @@ PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_i 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string_group@part=1 POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string_group partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -662,29 +673,30 @@ POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string_group@part=1 -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col22, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c1 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c14 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c15 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c16 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c17 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c18 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c19 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c2 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c20 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col21, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c3 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c4 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c11 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c12 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c13 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c14 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c15 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c16 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c17 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c18 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c19 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c20 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 _col20 _col21 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group @@ -843,6 +855,7 @@ PREHOOK: query: insert into table part_change_numeric_group_string_group_floatin 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string_group@part=1 POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string_group partition(part=1) VALUES (111, 'filler', 'filler', 'filler', @@ -850,24 +863,25 @@ POSTHOOK: query: insert into table part_change_numeric_group_string_group_floati 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string_group@part=1 -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c14 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c15 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c2 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c3 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c11 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c12 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c13 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c14 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c15 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group @@ -1017,6 +1031,7 @@ PREHOOK: query: insert into table part_change_string_group_string_group_string p 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -1024,19 +1039,20 @@ POSTHOOK: query: insert into table part_change_string_group_string_group_string 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c10 SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c7 SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string @@ -1205,6 +1221,7 @@ PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tiny 1234.5678, 9876.543, 789.321, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint@part=1 POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint_to_bigint partition(part=1) VALUES (111, 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, @@ -1213,27 +1230,28 @@ POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tin 1234.5678, 9876.543, 789.321, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint@part=1 -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c14 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c15 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c16 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c17 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c18 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c11 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c12 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c13 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c14 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c15 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c16 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c17 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c18 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint @@ -1364,15 +1382,17 @@ POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_fl POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_decimal_to_float partition(part=1) VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_decimal_to_float@part=1 POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_decimal_to_float partition(part=1) VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_decimal_to_float@part=1 -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_complex.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_complex.q.out index 22e413f2dc..af919bbea8 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_complex.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_part_all_complex.q.out @@ -214,15 +214,17 @@ PREHOOK: query: insert into table part_add_various_various_struct2 partition(par values(1, 'original'), (2, 'original') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_various_various_struct2@part=1 POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) values(1, 'original'), (2, 'original') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_various_various_struct2@part=1 -POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SCRIPT [] +col1 col2 PREHOOK: query: select insert_num,part,b from part_add_various_various_struct2 PREHOOK: type: QUERY PREHOOK: Input: default@part_add_various_various_struct2 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_table.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_table.q.out index cf7013005d..9c625a57bd 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_table.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_table.q.out @@ -46,15 +46,17 @@ POSTHOOK: Input: default@table_add_int_permute_select POSTHOOK: Output: default@table_add_int_permute_select PREHOOK: query: insert into table table_add_int_permute_select VALUES (111, 80000, 'new', 80000) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: insert into table table_add_int_permute_select VALUES (111, 80000, 'new', 80000) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_add_int_permute_select -POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: table_add_int_permute_select.a SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.b SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.c SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num SCRIPT [] +col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select PREHOOK: type: QUERY @@ -182,16 +184,18 @@ POSTHOOK: Input: default@table_add_int_string_permute_select POSTHOOK: Output: default@table_add_int_string_permute_select PREHOOK: query: insert into table table_add_int_string_permute_select VALUES (111, 80000, 'new', 80000, 'filler') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_add_int_string_permute_select POSTHOOK: query: insert into table table_add_int_string_permute_select VALUES (111, 80000, 'new', 80000, 'filler') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_add_int_string_permute_select -POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +POSTHOOK: Lineage: table_add_int_string_permute_select.a SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.c SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num SCRIPT [] +col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select PREHOOK: type: QUERY @@ -381,15 +385,17 @@ POSTHOOK: Input: default@table_change_string_group_double POSTHOOK: Output: default@table_change_string_group_double PREHOOK: query: insert into table table_change_string_group_double VALUES (111, 789.321, 789.321, 789.321, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_string_group_double POSTHOOK: query: insert into table table_change_string_group_double VALUES (111, 789.321, 789.321, 789.321, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_string_group_double -POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.b SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double @@ -497,22 +503,24 @@ POSTHOOK: Input: default@table_change_date_group_string_group_date_group POSTHOOK: Output: default@table_change_date_group_string_group_date_group PREHOOK: query: insert into table table_change_date_group_string_group_date_group VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_date_group_string_group_date_group POSTHOOK: query: insert into table table_change_date_group_string_group_date_group VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_date_group_string_group_date_group -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c1 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c10 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c2 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c3 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c4 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c5 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c6 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c7 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c8 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c9 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group PREHOOK: type: QUERY @@ -628,6 +636,7 @@ PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string_group POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string_group VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -635,29 +644,30 @@ POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string_group -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col22, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c1 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c10 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c11 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c12 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c13 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c14 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c15 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c16 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c17 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c18 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c19 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c2 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c20 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col21, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c3 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c4 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c5 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c6 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c7 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c8 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c9 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c16 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c17 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c18 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c19 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c20 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 _col20 _col21 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group @@ -812,6 +822,7 @@ PREHOOK: query: insert into table table_change_numeric_group_string_group_floati 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string_group POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string_group VALUES (111, 'filler', 'filler', 'filler', @@ -819,24 +830,25 @@ POSTHOOK: query: insert into table table_change_numeric_group_string_group_float 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string_group -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c1 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c10 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c11 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c12 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c13 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c14 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c15 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c2 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c3 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c4 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c5 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c6 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c7 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c8 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c9 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group @@ -982,6 +994,7 @@ PREHOOK: query: insert into table table_change_string_group_string_group_string 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_string_group_string_group_string POSTHOOK: query: insert into table table_change_string_group_string_group_string VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -989,19 +1002,20 @@ POSTHOOK: query: insert into table table_change_string_group_string_group_string 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_string_group_string_group_string -POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c10 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c5 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c6 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c7 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c8 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c9 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_string_group_string_group_string PREHOOK: type: QUERY @@ -1122,6 +1136,7 @@ PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tin 1234.5678, 9876.543, 789.321, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint_to_bigint VALUES (111, 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, @@ -1130,27 +1145,28 @@ POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_ti 1234.5678, 9876.543, 789.321, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c10 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c11 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c12 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c13 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c14 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c15 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c16 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c17 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c18 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c4 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c5 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c6 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c7 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c8 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c9 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.b SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c16 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c17 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c18 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint PREHOOK: type: QUERY @@ -1233,15 +1249,17 @@ POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_f POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_decimal_to_float VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_decimal_to_float VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.b SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part.q.out index 159b5e2007..be33197ce3 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part.q.out @@ -26,14 +26,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@part_add_int_permute_select PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (1, 1111, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (1, 1111, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 PREHOOK: query: alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS PREHOOK: Input: default@part_add_int_permute_select @@ -44,15 +46,17 @@ POSTHOOK: Input: default@part_add_int_permute_select POSTHOOK: Output: default@part_add_int_permute_select PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select PREHOOK: type: QUERY @@ -180,14 +184,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@part_add_int_string_permute_select PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (1, 1111, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_string_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (1, 1111, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 PREHOOK: query: alter table part_add_int_string_permute_select add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS PREHOOK: Input: default@part_add_int_string_permute_select @@ -198,16 +204,18 @@ POSTHOOK: Input: default@part_add_int_string_permute_select POSTHOOK: Output: default@part_add_int_string_permute_select PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333, '4444') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_string_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333, '4444') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select PREHOOK: type: QUERY @@ -554,22 +562,24 @@ POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp POSTHOOK: Output: default@part_change_date_group_string_group_date_timestamp PREHOOK: query: insert into table part_change_date_group_string_group_date_timestamp partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_date_group_string_group_date_timestamp@part=1 POSTHOOK: query: insert into table part_change_date_group_string_group_date_timestamp partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_date_group_string_group_date_timestamp@part=1 -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c6 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp @@ -759,6 +769,7 @@ PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_i 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string_group@part=1 POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string_group partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -766,29 +777,30 @@ POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string_group@part=1 -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col22, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c1 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c14 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c15 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c16 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c17 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c18 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c19 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c2 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c20 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col21, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c3 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c4 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c11 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c12 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c13 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c14 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c15 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c16 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c17 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c18 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c19 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c20 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 _col20 _col21 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group @@ -973,6 +985,7 @@ PREHOOK: query: insert into table part_change_numeric_group_string_group_floatin 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string_group@part=1 POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string_group partition(part=1) VALUES (111, 'filler', 'filler', 'filler', @@ -980,24 +993,25 @@ POSTHOOK: query: insert into table part_change_numeric_group_string_group_floati 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string_group@part=1 -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c14 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c15 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c2 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c3 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c11 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c12 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c13 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c14 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c15 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group @@ -1173,6 +1187,7 @@ PREHOOK: query: insert into table part_change_string_group_string_group_string p 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -1180,19 +1195,20 @@ POSTHOOK: query: insert into table part_change_string_group_string_group_string 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c10 SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c7 SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string @@ -1387,6 +1403,7 @@ PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tiny 1234.5678, 9876.543, 789.321, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint@part=1 POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint_to_bigint partition(part=1) VALUES (111, 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, @@ -1395,27 +1412,28 @@ POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tin 1234.5678, 9876.543, 789.321, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint@part=1 -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c14 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c15 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c16 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c17 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c18 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c11 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c12 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c13 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c14 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c15 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c16 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c17 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c18 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint @@ -1572,15 +1590,17 @@ POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_fl POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_decimal_to_float partition(part=1) VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_decimal_to_float@part=1 POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_decimal_to_float partition(part=1) VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_decimal_to_float@part=1 -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_complex.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_complex.q.out index 2fa7bf6ef9..98f14b3fc5 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_complex.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_part_all_complex.q.out @@ -240,15 +240,17 @@ PREHOOK: query: insert into table part_add_various_various_struct2 partition(par values(1, 'original'), (2, 'original') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_various_various_struct2@part=1 POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) values(1, 'original'), (2, 'original') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_various_various_struct2@part=1 -POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SCRIPT [] +col1 col2 PREHOOK: query: select insert_num,part,b from part_add_various_various_struct2 PREHOOK: type: QUERY PREHOOK: Input: default@part_add_various_various_struct2 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_table.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_table.q.out index a472bc7b04..61fbaa09fd 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_table.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_table.q.out @@ -46,15 +46,17 @@ POSTHOOK: Input: default@table_add_int_permute_select POSTHOOK: Output: default@table_add_int_permute_select PREHOOK: query: insert into table table_add_int_permute_select VALUES (111, 80000, 'new', 80000) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: insert into table table_add_int_permute_select VALUES (111, 80000, 'new', 80000) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_add_int_permute_select -POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: table_add_int_permute_select.a SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.b SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.c SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num SCRIPT [] +col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select PREHOOK: type: QUERY @@ -207,16 +209,18 @@ POSTHOOK: Input: default@table_add_int_string_permute_select POSTHOOK: Output: default@table_add_int_string_permute_select PREHOOK: query: insert into table table_add_int_string_permute_select VALUES (111, 80000, 'new', 80000, 'filler') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_add_int_string_permute_select POSTHOOK: query: insert into table table_add_int_string_permute_select VALUES (111, 80000, 'new', 80000, 'filler') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_add_int_string_permute_select -POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +POSTHOOK: Lineage: table_add_int_string_permute_select.a SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.c SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num SCRIPT [] +col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select PREHOOK: type: QUERY @@ -431,15 +435,17 @@ POSTHOOK: Input: default@table_change_string_group_double POSTHOOK: Output: default@table_change_string_group_double PREHOOK: query: insert into table table_change_string_group_double VALUES (111, 789.321, 789.321, 789.321, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_string_group_double POSTHOOK: query: insert into table table_change_string_group_double VALUES (111, 789.321, 789.321, 789.321, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_string_group_double -POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.b SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double @@ -572,22 +578,24 @@ POSTHOOK: Input: default@table_change_date_group_string_group_date_group POSTHOOK: Output: default@table_change_date_group_string_group_date_group PREHOOK: query: insert into table table_change_date_group_string_group_date_group VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_date_group_string_group_date_group POSTHOOK: query: insert into table table_change_date_group_string_group_date_group VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_date_group_string_group_date_group -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c1 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c10 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c2 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c3 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c4 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c5 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c6 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c7 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c8 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c9 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group PREHOOK: type: QUERY @@ -703,6 +711,7 @@ PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string_group POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string_group VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -710,29 +719,30 @@ POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string_group -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col22, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c1 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c10 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c11 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c12 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c13 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c14 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c15 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c16 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c17 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c18 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c19 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c2 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c20 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col21, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c3 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c4 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c5 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c6 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c7 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c8 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c9 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c16 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c17 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c18 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c19 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c20 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 _col20 _col21 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group @@ -912,6 +922,7 @@ PREHOOK: query: insert into table table_change_numeric_group_string_group_floati 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string_group POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string_group VALUES (111, 'filler', 'filler', 'filler', @@ -919,24 +930,25 @@ POSTHOOK: query: insert into table table_change_numeric_group_string_group_float 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string_group -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c1 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c10 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c11 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c12 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c13 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c14 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c15 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c2 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c3 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c4 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c5 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c6 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c7 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c8 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c9 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group @@ -1107,6 +1119,7 @@ PREHOOK: query: insert into table table_change_string_group_string_group_string 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_string_group_string_group_string POSTHOOK: query: insert into table table_change_string_group_string_group_string VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -1114,19 +1127,20 @@ POSTHOOK: query: insert into table table_change_string_group_string_group_string 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_string_group_string_group_string -POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c10 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c5 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c6 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c7 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c8 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c9 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_string_group_string_group_string PREHOOK: type: QUERY @@ -1247,6 +1261,7 @@ PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tin 1234.5678, 9876.543, 789.321, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint_to_bigint VALUES (111, 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, @@ -1255,27 +1270,28 @@ POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_ti 1234.5678, 9876.543, 789.321, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c10 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c11 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c12 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c13 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c14 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c15 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c16 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c17 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c18 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c4 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c5 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c6 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c7 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c8 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c9 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.b SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c16 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c17 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c18 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint PREHOOK: type: QUERY @@ -1358,15 +1374,17 @@ POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_f POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_decimal_to_float VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_decimal_to_float VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.b SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out index 2dcaafb1d8..fa054a2fe4 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part.q.out @@ -26,14 +26,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@part_add_int_permute_select PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (1, 1111, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (1, 1111, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 PREHOOK: query: alter table part_add_int_permute_select add columns(c int) PREHOOK: type: ALTERTABLE_ADDCOLS PREHOOK: Input: default@part_add_int_permute_select @@ -44,15 +46,17 @@ POSTHOOK: Input: default@part_add_int_permute_select POSTHOOK: Output: default@part_add_int_permute_select PREHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).c SCRIPT [] +POSTHOOK: Lineage: part_add_int_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_permute_select PREHOOK: type: QUERY @@ -180,14 +184,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@part_add_int_string_permute_select PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (1, 1111, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_string_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (1, 1111, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 PREHOOK: query: alter table part_add_int_string_permute_select add columns(c int, d string) PREHOOK: type: ALTERTABLE_ADDCOLS PREHOOK: Input: default@part_add_int_string_permute_select @@ -198,16 +204,18 @@ POSTHOOK: Input: default@part_add_int_string_permute_select POSTHOOK: Output: default@part_add_int_string_permute_select PREHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333, '4444') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_int_string_permute_select@part=1 POSTHOOK: query: insert into table part_add_int_string_permute_select partition(part=1) VALUES (2, 2222, 'new', 3333, '4444') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_int_string_permute_select@part=1 -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).a SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).c SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).d SCRIPT [] +POSTHOOK: Lineage: part_add_int_string_permute_select PARTITION(part=1).insert_num SCRIPT [] +col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,part,a,b from part_add_int_string_permute_select PREHOOK: type: QUERY @@ -554,22 +562,24 @@ POSTHOOK: Input: default@part_change_date_group_string_group_date_timestamp POSTHOOK: Output: default@part_change_date_group_string_group_date_timestamp PREHOOK: query: insert into table part_change_date_group_string_group_date_timestamp partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_date_group_string_group_date_timestamp@part=1 POSTHOOK: query: insert into table part_change_date_group_string_group_date_timestamp partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_date_group_string_group_date_timestamp@part=1 -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c1 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c6 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_date_group_string_group_date_timestamp PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_date_group_string_group_date_timestamp @@ -759,6 +769,7 @@ PREHOOK: query: insert into table part_change_numeric_group_string_group_multi_i 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string_group@part=1 POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ints_string_group partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -766,29 +777,30 @@ POSTHOOK: query: insert into table part_change_numeric_group_string_group_multi_ 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_numeric_group_string_group_multi_ints_string_group@part=1 -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col22, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c1 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c14 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c15 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c16 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c17 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c18 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c19 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c2 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c20 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col21, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c3 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c4 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c11 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c12 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c13 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c14 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c15 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c16 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c17 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c18 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c19 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c20 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_multi_ints_string_group PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 _col20 _col21 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from part_change_numeric_group_string_group_multi_ints_string_group @@ -973,6 +985,7 @@ PREHOOK: query: insert into table part_change_numeric_group_string_group_floatin 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_numeric_group_string_group_floating_string_group@part=1 POSTHOOK: query: insert into table part_change_numeric_group_string_group_floating_string_group partition(part=1) VALUES (111, 'filler', 'filler', 'filler', @@ -980,24 +993,25 @@ POSTHOOK: query: insert into table part_change_numeric_group_string_group_floati 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_numeric_group_string_group_floating_string_group@part=1 -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c1 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c14 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c15 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c2 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c3 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c11 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c12 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c13 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c14 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c15 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_numeric_group_string_group_floating_string_group PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from part_change_numeric_group_string_group_floating_string_group @@ -1173,6 +1187,7 @@ PREHOOK: query: insert into table part_change_string_group_string_group_string p 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_string_group_string_group_string@part=1 POSTHOOK: query: insert into table part_change_string_group_string_group_string partition(part=1) VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -1180,19 +1195,20 @@ POSTHOOK: query: insert into table part_change_string_group_string_group_string 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_string_group_string_group_string@part=1 -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c10 SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c7 SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_string_group_string_group_string PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from part_change_string_group_string_group_string @@ -1387,6 +1403,7 @@ PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tiny 1234.5678, 9876.543, 789.321, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint@part=1 POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tinyint_to_bigint partition(part=1) VALUES (111, 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, @@ -1395,27 +1412,28 @@ POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_tin 1234.5678, 9876.543, 789.321, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_tinyint_to_bigint@part=1 -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c10 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c11 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c12 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c13 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c14 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c15 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c16 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c17 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c18 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c4 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c5 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c6 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c7 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c8 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c9 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c10 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c11 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c12 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c13 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c14 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c15 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c16 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c17 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c18 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c4 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c5 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c6 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c7 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c8 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).c9 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_tinyint_to_bigint PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from part_change_lower_to_higher_numeric_group_tinyint_to_bigint @@ -1572,15 +1590,17 @@ POSTHOOK: Input: default@part_change_lower_to_higher_numeric_group_decimal_to_fl POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: query: insert into table part_change_lower_to_higher_numeric_group_decimal_to_float partition(part=1) VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_change_lower_to_higher_numeric_group_decimal_to_float@part=1 POSTHOOK: query: insert into table part_change_lower_to_higher_numeric_group_decimal_to_float partition(part=1) VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_change_lower_to_higher_numeric_group_decimal_to_float@part=1 -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).b SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c1 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c3 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c1 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c2 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).c3 SCRIPT [] +POSTHOOK: Lineage: part_change_lower_to_higher_numeric_group_decimal_to_float PARTITION(part=1).insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_decimal_to_float diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_complex.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_complex.q.out index c6f3bdcc4c..6e514db876 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_complex.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_part_all_complex.q.out @@ -240,15 +240,17 @@ PREHOOK: query: insert into table part_add_various_various_struct2 partition(par values(1, 'original'), (2, 'original') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_add_various_various_struct2@part=1 POSTHOOK: query: insert into table part_add_various_various_struct2 partition(part=1) values(1, 'original'), (2, 'original') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_add_various_various_struct2@part=1 -POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).b SCRIPT [] +POSTHOOK: Lineage: part_add_various_various_struct2 PARTITION(part=1).insert_num SCRIPT [] +col1 col2 PREHOOK: query: select insert_num,part,b from part_add_various_various_struct2 PREHOOK: type: QUERY PREHOOK: Input: default@part_add_various_various_struct2 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_table.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_table.q.out index a601977aca..05c0a50ba7 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_table.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_table.q.out @@ -46,15 +46,17 @@ POSTHOOK: Input: default@table_add_int_permute_select POSTHOOK: Output: default@table_add_int_permute_select PREHOOK: query: insert into table table_add_int_permute_select VALUES (111, 80000, 'new', 80000) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_add_int_permute_select POSTHOOK: query: insert into table table_add_int_permute_select VALUES (111, 80000, 'new', 80000) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_add_int_permute_select -POSTHOOK: Lineage: table_add_int_permute_select.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_permute_select.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_permute_select.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_permute_select.insert_num EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 +POSTHOOK: Lineage: table_add_int_permute_select.a SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.b SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.c SCRIPT [] +POSTHOOK: Lineage: table_add_int_permute_select.insert_num SCRIPT [] +col1 col2 col3 col4 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_permute_select PREHOOK: type: QUERY @@ -207,16 +209,18 @@ POSTHOOK: Input: default@table_add_int_string_permute_select POSTHOOK: Output: default@table_add_int_string_permute_select PREHOOK: query: insert into table table_add_int_string_permute_select VALUES (111, 80000, 'new', 80000, 'filler') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_add_int_string_permute_select POSTHOOK: query: insert into table table_add_int_string_permute_select VALUES (111, 80000, 'new', 80000, 'filler') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_add_int_string_permute_select -POSTHOOK: Lineage: table_add_int_string_permute_select.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.d SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 _col1 _col2 _col3 _col4 +POSTHOOK: Lineage: table_add_int_string_permute_select.a SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.b SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.c SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.d SCRIPT [] +POSTHOOK: Lineage: table_add_int_string_permute_select.insert_num SCRIPT [] +col1 col2 col3 col4 col5 PREHOOK: query: explain vectorization detail select insert_num,a,b from table_add_int_string_permute_select PREHOOK: type: QUERY @@ -431,15 +435,17 @@ POSTHOOK: Input: default@table_change_string_group_double POSTHOOK: Output: default@table_change_string_group_double PREHOOK: query: insert into table table_change_string_group_double VALUES (111, 789.321, 789.321, 789.321, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_string_group_double POSTHOOK: query: insert into table table_change_string_group_double VALUES (111, 789.321, 789.321, 789.321, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_string_group_double -POSTHOOK: Lineage: table_change_string_group_double.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.c1 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.c2 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.c3 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_double.insert_num EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_double.b SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_double.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,b from table_change_string_group_double @@ -572,22 +578,24 @@ POSTHOOK: Input: default@table_change_date_group_string_group_date_group POSTHOOK: Output: default@table_change_date_group_string_group_date_group PREHOOK: query: insert into table table_change_date_group_string_group_date_group VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_date_group_string_group_date_group POSTHOOK: query: insert into table table_change_date_group_string_group_date_group VALUES (111, 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_date_group_string_group_date_group -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c1 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c10 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c2 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c3 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c4 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c5 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c6 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c7 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c8 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c9 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_date_group_string_group_date_group.insert_num EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_date_group_string_group_date_group.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_date_group_string_group_date_group PREHOOK: type: QUERY @@ -703,6 +711,7 @@ PREHOOK: query: insert into table table_change_numeric_group_string_group_multi_ 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string_group POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi_ints_string_group VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -710,29 +719,30 @@ POSTHOOK: query: insert into table table_change_numeric_group_string_group_multi 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_numeric_group_string_group_multi_ints_string_group -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col22, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c1 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c10 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c11 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c12 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c13 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c14 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c15 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c16 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c17 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c18 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c19 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c2 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c20 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col21, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c3 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c4 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c5 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c6 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c7 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c8 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c9 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.insert_num EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c16 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c17 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c18 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c19 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c20 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_multi_ints_string_group.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 _col20 _col21 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,c19,c20,b from table_change_numeric_group_string_group_multi_ints_string_group @@ -912,6 +922,7 @@ PREHOOK: query: insert into table table_change_numeric_group_string_group_floati 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_numeric_group_string_group_floating_string_group POSTHOOK: query: insert into table table_change_numeric_group_string_group_floating_string_group VALUES (111, 'filler', 'filler', 'filler', @@ -919,24 +930,25 @@ POSTHOOK: query: insert into table table_change_numeric_group_string_group_float 'filler', 'filler', 'filler', 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_numeric_group_string_group_floating_string_group -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c1 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c10 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c11 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c12 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c13 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c14 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c15 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c2 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c3 SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c4 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c5 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c6 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c7 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c8 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c9 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.insert_num EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.b SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_numeric_group_string_group_floating_string_group.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 PREHOOK: query: explain vectorization detail select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,b from table_change_numeric_group_string_group_floating_string_group @@ -1107,6 +1119,7 @@ PREHOOK: query: insert into table table_change_string_group_string_group_string 'filler', 'filler', 'filler', 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_string_group_string_group_string POSTHOOK: query: insert into table table_change_string_group_string_group_string VALUES (111, 'filler', 'filler', 'filler', 'filler', @@ -1114,19 +1127,20 @@ POSTHOOK: query: insert into table table_change_string_group_string_group_string 'filler', 'filler', 'filler', 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_string_group_string_group_string -POSTHOOK: Lineage: table_change_string_group_string_group_string.b SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c10 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c5 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c6 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c7 SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c8 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.c9 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_string_group_string_group_string.b SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_string_group_string_group_string.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,b from table_change_string_group_string_group_string PREHOOK: type: QUERY @@ -1247,6 +1261,7 @@ PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tin 1234.5678, 9876.543, 789.321, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_tinyint_to_bigint VALUES (111, 7000, 80000, 90000000, 1234.5678, 9876.543, 789.321, @@ -1255,27 +1270,28 @@ POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_ti 1234.5678, 9876.543, 789.321, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_tinyint_to_bigint -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.b SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col20, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c10 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col11, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c11 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col12, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c12 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col13, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c13 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col14, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c14 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col15, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c15 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col16, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c16 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col17, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c17 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col18, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c18 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col19, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c4 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c5 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c6 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c7 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c8 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c9 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.insert_num EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.b SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c10 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c11 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c12 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c13 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c14 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c15 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c16 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c17 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c18 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c4 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c5 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c6 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c7 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c8 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.c9 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_tinyint_to_bigint.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 _col7 _col8 _col9 _col10 _col11 _col12 _col13 _col14 _col15 _col16 _col17 _col18 _col19 PREHOOK: query: select insert_num,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,c14,c15,c16,c17,c18,b from table_change_lower_to_higher_numeric_group_tinyint_to_bigint PREHOOK: type: QUERY @@ -1358,15 +1374,17 @@ POSTHOOK: Input: default@table_change_lower_to_higher_numeric_group_decimal_to_f POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: query: insert into table table_change_lower_to_higher_numeric_group_decimal_to_float VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float POSTHOOK: query: insert into table table_change_lower_to_higher_numeric_group_decimal_to_float VALUES (111, 1234.5678, 9876.543, 1234.5678, 'new') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table_change_lower_to_higher_numeric_group_decimal_to_float -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.b SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.insert_num EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.b SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c1 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c2 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.c3 SCRIPT [] +POSTHOOK: Lineage: table_change_lower_to_higher_numeric_group_decimal_to_float.insert_num SCRIPT [] _col0 _col1 _col2 _col3 _col4 PREHOOK: query: select insert_num,c1,c2,c3,b from table_change_lower_to_higher_numeric_group_decimal_to_float PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/semijoin6.q.out b/ql/src/test/results/clientpositive/llap/semijoin6.q.out index 523fc54450..1f6687ce1e 100644 --- a/ql/src/test/results/clientpositive/llap/semijoin6.q.out +++ b/ql/src/test/results/clientpositive/llap/semijoin6.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tx1 PREHOOK: query: insert into tx1 values (1, 105), (2, 203), (3, 300), (4, 400), (null, 400), (null, null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tx1 POSTHOOK: query: insert into tx1 values (1, 105), (2, 203), (3, 300), (4, 400), (null, 400), (null, null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tx1 -POSTHOOK: Lineage: tx1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tx1.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: tx1.a SCRIPT [] +POSTHOOK: Lineage: tx1.b SCRIPT [] PREHOOK: query: create table tx2 (a int, b int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -24,12 +26,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tx2 PREHOOK: query: insert into tx2 values (1, 105), (1, 1900), (2, 1995), (2, 1996), (4, 400), (4, null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tx2 POSTHOOK: query: insert into tx2 values (1, 105), (1, 1900), (2, 1995), (2, 1996), (4, 400), (4, null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tx2 -POSTHOOK: Lineage: tx2.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tx2.b EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: tx2.a SCRIPT [] +POSTHOOK: Lineage: tx2.b SCRIPT [] PREHOOK: query: explain select * from tx1 u left semi join tx2 v on u.a=v.a PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/semijoin7.q.out b/ql/src/test/results/clientpositive/llap/semijoin7.q.out index dedeea655d..9507e4d0e3 100644 --- a/ql/src/test/results/clientpositive/llap/semijoin7.q.out +++ b/ql/src/test/results/clientpositive/llap/semijoin7.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tx1 PREHOOK: query: insert into tx1 values (1, 105), (2, 203), (3, 300), (4, 400), (null, 400), (null, null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tx1 POSTHOOK: query: insert into tx1 values (1, 105), (2, 203), (3, 300), (4, 400), (null, 400), (null, null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tx1 -POSTHOOK: Lineage: tx1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tx1.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: tx1.a SCRIPT [] +POSTHOOK: Lineage: tx1.b SCRIPT [] PREHOOK: query: create table tx2 (a int, b int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -24,12 +26,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tx2 PREHOOK: query: insert into tx2 values (1, 105), (1, 1900), (2, 1995), (2, 1996), (4, 400), (4, null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tx2 POSTHOOK: query: insert into tx2 values (1, 105), (1, 1900), (2, 1995), (2, 1996), (4, 400), (4, null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tx2 -POSTHOOK: Lineage: tx2.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tx2.b EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: tx2.a SCRIPT [] +POSTHOOK: Lineage: tx2.b SCRIPT [] PREHOOK: query: explain select * from tx1 u left semi join tx2 v on u.a=v.a PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/skiphf_aggr.q.out b/ql/src/test/results/clientpositive/llap/skiphf_aggr.q.out index 3814030ac0..74f98ed50d 100644 --- a/ql/src/test/results/clientpositive/llap/skiphf_aggr.q.out +++ b/ql/src/test/results/clientpositive/llap/skiphf_aggr.q.out @@ -18,18 +18,22 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@skipHTbl PREHOOK: query: INSERT OVERWRITE TABLE skipHTbl PARTITION (b = 1) VALUES (1), (2), (3), (4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@skiphtbl@b=1 POSTHOOK: query: INSERT OVERWRITE TABLE skipHTbl PARTITION (b = 1) VALUES (1), (2), (3), (4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@skiphtbl@b=1 -POSTHOOK: Lineage: skiphtbl PARTITION(b=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: skiphtbl PARTITION(b=1).a SCRIPT [] PREHOOK: query: INSERT OVERWRITE TABLE skipHTbl PARTITION (b = 2) VALUES (1), (2), (3), (4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@skiphtbl@b=2 POSTHOOK: query: INSERT OVERWRITE TABLE skipHTbl PARTITION (b = 2) VALUES (1), (2), (3), (4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@skiphtbl@b=2 -POSTHOOK: Lineage: skiphtbl PARTITION(b=2).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: skiphtbl PARTITION(b=2).a SCRIPT [] PREHOOK: query: SELECT * FROM skipHTbl PREHOOK: type: QUERY PREHOOK: Input: default@skiphtbl @@ -92,18 +96,22 @@ POSTHOOK: Input: default@skiphtbl@b=2 3 PREHOOK: query: INSERT OVERWRITE TABLE skipHTbl PARTITION (b = 1) VALUES (1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@skiphtbl@b=1 POSTHOOK: query: INSERT OVERWRITE TABLE skipHTbl PARTITION (b = 1) VALUES (1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@skiphtbl@b=1 -POSTHOOK: Lineage: skiphtbl PARTITION(b=1).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: skiphtbl PARTITION(b=1).a SCRIPT [] PREHOOK: query: INSERT OVERWRITE TABLE skipHTbl PARTITION (b = 2) VALUES (1), (2), (3), (4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@skiphtbl@b=2 POSTHOOK: query: INSERT OVERWRITE TABLE skipHTbl PARTITION (b = 2) VALUES (1), (2), (3), (4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@skiphtbl@b=2 -POSTHOOK: Lineage: skiphtbl PARTITION(b=2).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: skiphtbl PARTITION(b=2).a SCRIPT [] PREHOOK: query: SELECT DISTINCT b FROM skipHTbl PREHOOK: type: QUERY PREHOOK: Input: default@skiphtbl @@ -165,18 +173,22 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@skipFTbl PREHOOK: query: INSERT OVERWRITE TABLE skipFTbl PARTITION (b = 1) VALUES (1), (2), (3), (4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@skipftbl@b=1 POSTHOOK: query: INSERT OVERWRITE TABLE skipFTbl PARTITION (b = 1) VALUES (1), (2), (3), (4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@skipftbl@b=1 -POSTHOOK: Lineage: skipftbl PARTITION(b=1).a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: skipftbl PARTITION(b=1).a SCRIPT [] PREHOOK: query: INSERT OVERWRITE TABLE skipFTbl PARTITION (b = 2) VALUES (1), (2), (3), (4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@skipftbl@b=2 POSTHOOK: query: INSERT OVERWRITE TABLE skipFTbl PARTITION (b = 2) VALUES (1), (2), (3), (4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@skipftbl@b=2 -POSTHOOK: Lineage: skipftbl PARTITION(b=2).a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: skipftbl PARTITION(b=2).a SCRIPT [] PREHOOK: query: SELECT * FROM skipFTbl PREHOOK: type: QUERY PREHOOK: Input: default@skipftbl diff --git a/ql/src/test/results/clientpositive/llap/special_character_in_tabnames_1.q.out b/ql/src/test/results/clientpositive/llap/special_character_in_tabnames_1.q.out index f6f3aac5c7..31c97b0c6f 100644 --- a/ql/src/test/results/clientpositive/llap/special_character_in_tabnames_1.q.out +++ b/ql/src/test/results/clientpositive/llap/special_character_in_tabnames_1.q.out @@ -19371,18 +19371,22 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t// PREHOOK: query: insert into `t//` values(1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t// POSTHOOK: query: insert into `t//` values(1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t// -POSTHOOK: Lineage: t//.col SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t//.col SCRIPT [] PREHOOK: query: insert into `t//` values(null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t// POSTHOOK: query: insert into `t//` values(null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t// -POSTHOOK: Lineage: t//.col SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t//.col SCRIPT [] PREHOOK: query: analyze table `t//` compute statistics PREHOOK: type: QUERY PREHOOK: Input: default@t// diff --git a/ql/src/test/results/clientpositive/llap/subquery_exists.q.out b/ql/src/test/results/clientpositive/llap/subquery_exists.q.out index 02dc7cb879..d0c79cd488 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_exists.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_exists.q.out @@ -942,18 +942,22 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values(1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values(1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.i SCRIPT [] PREHOOK: query: insert into t values(0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values(0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.i EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.i SCRIPT [] Warning: Shuffle Join MERGEJOIN[16][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from t where exists (select count(*) from src where 1=2) PREHOOK: type: QUERY @@ -1083,14 +1087,16 @@ PREHOOK: query: insert into tx1 values (1, 1), (1, 2), (1, 3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tx1 POSTHOOK: query: insert into tx1 values (1, 1), (1, 2), (1, 3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tx1 -POSTHOOK: Lineage: tx1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tx1.b EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: tx1.a SCRIPT [] +POSTHOOK: Lineage: tx1.b SCRIPT [] PREHOOK: query: select count(*) as result,3 as expected from tx1 u where exists (select * from tx1 v where u.a=v.a and u.b <> v.b) PREHOOK: type: QUERY @@ -1233,12 +1239,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t1 PREHOOK: query: insert into t1 values(4,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t1 POSTHOOK: query: insert into t1 values(4,1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t1 -POSTHOOK: Lineage: t1.i EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t1.j EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t1.i SCRIPT [] +POSTHOOK: Lineage: t1.j SCRIPT [] PREHOOK: query: create table t2(i int, j int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -1249,12 +1257,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t2 PREHOOK: query: insert into t2 values(4,2),(4,3),(4,5) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t2 POSTHOOK: query: insert into t2 values(4,2),(4,3),(4,5) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t2 -POSTHOOK: Lineage: t2.i EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t2.j EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t2.i SCRIPT [] +POSTHOOK: Lineage: t2.j SCRIPT [] PREHOOK: query: explain select * from t1 where t1.i in (select t2.i from t2 where t2.j <> t1.j) PREHOOK: type: QUERY POSTHOOK: query: explain select * from t1 where t1.i in (select t2.i from t2 where t2.j <> t1.j) diff --git a/ql/src/test/results/clientpositive/llap/subquery_in.q.out b/ql/src/test/results/clientpositive/llap/subquery_in.q.out index ba260750eb..d1ee21b23b 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_in.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_in.q.out @@ -5228,18 +5228,22 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values(1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values(1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.i SCRIPT [] PREHOOK: query: insert into t values(0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values(0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.i EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.i SCRIPT [] PREHOOK: query: create table tempty(i int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -5373,11 +5377,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tnull PREHOOK: query: insert into tnull values(NULL) , (NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tnull POSTHOOK: query: insert into tnull values(NULL) , (NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tnull -POSTHOOK: Lineage: tnull.i EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: tnull.i EXPRESSION [] PREHOOK: query: select * from part where p_size IN (select i from tempty) PREHOOK: type: QUERY PREHOOK: Input: default@part @@ -5434,12 +5440,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values(0,1), (0,2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values(0,1), (0,2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.i EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.j EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t.i SCRIPT [] +POSTHOOK: Lineage: t.j SCRIPT [] PREHOOK: query: create table tt(i int, j int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -5450,12 +5458,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tt PREHOOK: query: insert into tt values(0,3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tt POSTHOOK: query: insert into tt values(0,3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tt -POSTHOOK: Lineage: tt.i EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tt.j EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: tt.i SCRIPT [] +POSTHOOK: Lineage: tt.j SCRIPT [] PREHOOK: query: explain select * from t where i IN (select sum(i) from tt where tt.j = t.j) PREHOOK: type: QUERY POSTHOOK: query: explain select * from t where i IN (select sum(i) from tt where tt.j = t.j) diff --git a/ql/src/test/results/clientpositive/llap/subquery_in_having.q.out b/ql/src/test/results/clientpositive/llap/subquery_in_having.q.out index 50ac65630f..cc0b6a597a 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_in_having.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_in_having.q.out @@ -1557,12 +1557,14 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@src_null PREHOOK: query: INSERT INTO src_null values('5444', null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@src_null POSTHOOK: query: INSERT INTO src_null values('5444', null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@src_null -POSTHOOK: Lineage: src_null.key SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: src_null.value SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: src_null.key SCRIPT [] +POSTHOOK: Lineage: src_null.value EXPRESSION [] Warning: Map Join MAPJOIN[123][bigTable=?] in task 'Map 1' is a cross product Warning: Map Join MAPJOIN[124][bigTable=?] in task 'Map 1' is a cross product Warning: Map Join MAPJOIN[126][bigTable=?] in task 'Map 1' is a cross product diff --git a/ql/src/test/results/clientpositive/llap/subquery_multi.q.out b/ql/src/test/results/clientpositive/llap/subquery_multi.q.out index 45f698b618..216bc23786 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_multi.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_multi.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tnull PREHOOK: query: insert into tnull values(NULL, NULL), (NULL, NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tnull POSTHOOK: query: insert into tnull values(NULL, NULL), (NULL, NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tnull -POSTHOOK: Lineage: tnull.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: tnull.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: tnull.c EXPRESSION [] +POSTHOOK: Lineage: tnull.i EXPRESSION [] PREHOOK: query: create table tempty(c char(2)) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -62,19 +64,21 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@part_null PREHOOK: query: insert into part_null values(78487,NULL,'Manufacturer#6','Brand#52','LARGE BRUSHED BRASS', 23, 'MED BAG',1464.48,'hely blith') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_null POSTHOOK: query: insert into part_null values(78487,NULL,'Manufacturer#6','Brand#52','LARGE BRUSHED BRASS', 23, 'MED BAG',1464.48,'hely blith') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_null -POSTHOOK: Lineage: part_null.p_brand SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_comment SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_container SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_mfgr SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_name SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_partkey EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_retailprice EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_size EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_type SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_null.p_brand SCRIPT [] +POSTHOOK: Lineage: part_null.p_comment SCRIPT [] +POSTHOOK: Lineage: part_null.p_container SCRIPT [] +POSTHOOK: Lineage: part_null.p_mfgr SCRIPT [] +POSTHOOK: Lineage: part_null.p_name EXPRESSION [] +POSTHOOK: Lineage: part_null.p_partkey SCRIPT [] +POSTHOOK: Lineage: part_null.p_retailprice SCRIPT [] +POSTHOOK: Lineage: part_null.p_size SCRIPT [] +POSTHOOK: Lineage: part_null.p_type SCRIPT [] PREHOOK: query: explain select * from part_null where p_size IN (select p_size from part_null) AND p_brand IN (select p_brand from part_null) PREHOOK: type: QUERY POSTHOOK: query: explain select * from part_null where p_size IN (select p_size from part_null) AND p_brand IN (select p_brand from part_null) @@ -3758,12 +3762,14 @@ POSTHOOK: Input: default@part 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: insert into tnull values(1, 'c') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tnull POSTHOOK: query: insert into tnull values(1, 'c') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tnull -POSTHOOK: Lineage: tnull.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: tnull.i EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: tnull.c SCRIPT [] +POSTHOOK: Lineage: tnull.i SCRIPT [] Warning: Shuffle Join MERGEJOIN[25][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_partkey = 3 OR p_size NOT IN (select i from tnull) PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/subquery_notin.q.out b/ql/src/test/results/clientpositive/llap/subquery_notin.q.out index 3779333fb0..90a9048430 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_notin.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_notin.q.out @@ -5342,12 +5342,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t1 PREHOOK: query: INSERT INTO t1 VALUES (null,null), (1,''), (2,'abcde'), (100,'abcdefghij') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t1 POSTHOOK: query: INSERT INTO t1 VALUES (null,null), (1,''), (2,'abcde'), (100,'abcdefghij') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t1 -POSTHOOK: Lineage: t1.c1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t1.c2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t1.c1 SCRIPT [] +POSTHOOK: Lineage: t1.c2 SCRIPT [] PREHOOK: query: CREATE TABLE t2 (c1 INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -5358,11 +5360,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t2 PREHOOK: query: INSERT INTO t2 VALUES (null), (2), (100) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t2 POSTHOOK: query: INSERT INTO t2 VALUES (null), (2), (100) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t2 -POSTHOOK: Lineage: t2.c1 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t2.c1 SCRIPT [] Warning: Shuffle Join MERGEJOIN[25][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain SELECT c1 FROM t1 WHERE c1 NOT IN (SELECT c1 FROM t2) PREHOOK: type: QUERY @@ -5784,12 +5788,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t1 PREHOOK: query: insert into t1 values(1,0), (1,0),(1,0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t1 POSTHOOK: query: insert into t1 values(1,0), (1,0),(1,0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t1 -POSTHOOK: Lineage: t1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t1.b EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t1.a SCRIPT [] +POSTHOOK: Lineage: t1.b SCRIPT [] PREHOOK: query: create table t2(a int, b int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -5800,12 +5806,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t2 PREHOOK: query: insert into t2 values(2,1), (3,1), (NULL,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t2 POSTHOOK: query: insert into t2 values(2,1), (3,1), (NULL,1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t2 -POSTHOOK: Lineage: t2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t2.b EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t2.a SCRIPT [] +POSTHOOK: Lineage: t2.b SCRIPT [] PREHOOK: query: explain select t1.a from t1 where t1.b NOT IN (select t2.a from t2 where t2.b=t1.a) PREHOOK: type: QUERY POSTHOOK: query: explain select t1.a from t1 where t1.b NOT IN (select t2.a from t2 where t2.b=t1.a) @@ -5999,12 +6007,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t7 PREHOOK: query: insert into t7 values(null, 5), (4, 15) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t7 POSTHOOK: query: insert into t7 values(null, 5), (4, 15) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t7 -POSTHOOK: Lineage: t7.i EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t7.j EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t7.i SCRIPT [] +POSTHOOK: Lineage: t7.j SCRIPT [] PREHOOK: query: create table fixOb(i int, j int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -6015,12 +6025,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@fixOb PREHOOK: query: insert into fixOb values(-1, 5), (-1, 15) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@fixob POSTHOOK: query: insert into fixOb values(-1, 5), (-1, 15) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@fixob -POSTHOOK: Lineage: fixob.i EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: fixob.j EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: fixob.i SCRIPT [] +POSTHOOK: Lineage: fixob.j SCRIPT [] PREHOOK: query: explain select * from fixOb where j NOT IN (select i from t7 where t7.j=fixOb.j) PREHOOK: type: QUERY POSTHOOK: query: explain select * from fixOb where j NOT IN (select i from t7 where t7.j=fixOb.j) @@ -6241,12 +6253,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values(1,2), (4,5), (7, NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values(1,2), (4,5), (7, NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.i EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.j EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t.i SCRIPT [] +POSTHOOK: Lineage: t.j SCRIPT [] PREHOOK: query: explain select t.i from t where t.j NOT IN (select t1.i from t t1 where t1.j=t.j) PREHOOK: type: QUERY POSTHOOK: query: explain select t.i from t where t.j NOT IN (select t1.i from t t1 where t1.j=t.j) diff --git a/ql/src/test/results/clientpositive/llap/subquery_scalar.q.out b/ql/src/test/results/clientpositive/llap/subquery_scalar.q.out index c250d2f956..15535f556e 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_scalar.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_scalar.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tnull PREHOOK: query: insert into tnull values(NULL, NULL), (NULL, NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tnull POSTHOOK: query: insert into tnull values(NULL, NULL), (NULL, NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tnull -POSTHOOK: Lineage: tnull.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: tnull.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: tnull.c EXPRESSION [] +POSTHOOK: Lineage: tnull.i EXPRESSION [] PREHOOK: query: create table tempty(c char(2)) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -62,19 +64,21 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@part_null PREHOOK: query: insert into part_null values(78487,NULL,'Manufacturer#6','Brand#52','LARGE BRUSHED BRASS', 23, 'MED BAG',1464.48,'hely blith') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_null POSTHOOK: query: insert into part_null values(78487,NULL,'Manufacturer#6','Brand#52','LARGE BRUSHED BRASS', 23, 'MED BAG',1464.48,'hely blith') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_null -POSTHOOK: Lineage: part_null.p_brand SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_comment SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_container SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_mfgr SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_name SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_partkey EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_retailprice EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_size EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_type SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_null.p_brand SCRIPT [] +POSTHOOK: Lineage: part_null.p_comment SCRIPT [] +POSTHOOK: Lineage: part_null.p_container SCRIPT [] +POSTHOOK: Lineage: part_null.p_mfgr SCRIPT [] +POSTHOOK: Lineage: part_null.p_name EXPRESSION [] +POSTHOOK: Lineage: part_null.p_partkey SCRIPT [] +POSTHOOK: Lineage: part_null.p_retailprice SCRIPT [] +POSTHOOK: Lineage: part_null.p_size SCRIPT [] +POSTHOOK: Lineage: part_null.p_type SCRIPT [] Warning: Shuffle Join MERGEJOIN[13][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_size > (select avg(p_size) from part_null) PREHOOK: type: QUERY @@ -4488,84 +4492,94 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@EMPS PREHOOK: query: insert into EMPS values (100,'Fred',10,NULL,NULL,30,25,true,false,'1996-08-03') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@emps POSTHOOK: query: insert into EMPS values (100,'Fred',10,NULL,NULL,30,25,true,false,'1996-08-03') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@emps -POSTHOOK: Lineage: emps.age EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: emps.city SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: emps.deptno EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: emps.empid EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: emps.empno EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: emps.gender SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: emps.joinedat EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: emps.manager EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: emps.name SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: emps.slacker EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: emps.age SCRIPT [] +POSTHOOK: Lineage: emps.city EXPRESSION [] +POSTHOOK: Lineage: emps.deptno SCRIPT [] +POSTHOOK: Lineage: emps.empid SCRIPT [] +POSTHOOK: Lineage: emps.empno SCRIPT [] +POSTHOOK: Lineage: emps.gender EXPRESSION [] +POSTHOOK: Lineage: emps.joinedat SCRIPT [] +POSTHOOK: Lineage: emps.manager SCRIPT [] +POSTHOOK: Lineage: emps.name SCRIPT [] +POSTHOOK: Lineage: emps.slacker SCRIPT [] PREHOOK: query: insert into EMPS values (110,'Eric',20,'M','San Francisco',3,80,NULL,false,'2001-01-01') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@emps POSTHOOK: query: insert into EMPS values (110,'Eric',20,'M','San Francisco',3,80,NULL,false,'2001-01-01') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@emps -POSTHOOK: Lineage: emps.age EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: emps.city SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: emps.deptno EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: emps.empid EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: emps.empno EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: emps.gender SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: emps.joinedat EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: emps.manager EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: emps.name SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: emps.slacker EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: emps.age SCRIPT [] +POSTHOOK: Lineage: emps.city SCRIPT [] +POSTHOOK: Lineage: emps.deptno SCRIPT [] +POSTHOOK: Lineage: emps.empid SCRIPT [] +POSTHOOK: Lineage: emps.empno SCRIPT [] +POSTHOOK: Lineage: emps.gender SCRIPT [] +POSTHOOK: Lineage: emps.joinedat SCRIPT [] +POSTHOOK: Lineage: emps.manager SCRIPT [] +POSTHOOK: Lineage: emps.name SCRIPT [] +POSTHOOK: Lineage: emps.slacker EXPRESSION [] PREHOOK: query: insert into EMPS values (110,'John',40,'M','Vancouver',2,NULL,false,true,'2002-05-03') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@emps POSTHOOK: query: insert into EMPS values (110,'John',40,'M','Vancouver',2,NULL,false,true,'2002-05-03') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@emps -POSTHOOK: Lineage: emps.age EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: emps.city SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: emps.deptno EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: emps.empid EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: emps.empno EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: emps.gender SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: emps.joinedat EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: emps.manager EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: emps.name SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: emps.slacker EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: emps.age EXPRESSION [] +POSTHOOK: Lineage: emps.city SCRIPT [] +POSTHOOK: Lineage: emps.deptno SCRIPT [] +POSTHOOK: Lineage: emps.empid SCRIPT [] +POSTHOOK: Lineage: emps.empno SCRIPT [] +POSTHOOK: Lineage: emps.gender SCRIPT [] +POSTHOOK: Lineage: emps.joinedat SCRIPT [] +POSTHOOK: Lineage: emps.manager SCRIPT [] +POSTHOOK: Lineage: emps.name SCRIPT [] +POSTHOOK: Lineage: emps.slacker SCRIPT [] PREHOOK: query: insert into EMPS values (120,'Wilma',20,'F',NULL,1,5,NULL,true,'2005-09-07') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@emps POSTHOOK: query: insert into EMPS values (120,'Wilma',20,'F',NULL,1,5,NULL,true,'2005-09-07') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@emps -POSTHOOK: Lineage: emps.age EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: emps.city SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: emps.deptno EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: emps.empid EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: emps.empno EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: emps.gender SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: emps.joinedat EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: emps.manager EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: emps.name SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: emps.slacker EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: emps.age SCRIPT [] +POSTHOOK: Lineage: emps.city EXPRESSION [] +POSTHOOK: Lineage: emps.deptno SCRIPT [] +POSTHOOK: Lineage: emps.empid SCRIPT [] +POSTHOOK: Lineage: emps.empno SCRIPT [] +POSTHOOK: Lineage: emps.gender SCRIPT [] +POSTHOOK: Lineage: emps.joinedat SCRIPT [] +POSTHOOK: Lineage: emps.manager SCRIPT [] +POSTHOOK: Lineage: emps.name SCRIPT [] +POSTHOOK: Lineage: emps.slacker EXPRESSION [] PREHOOK: query: insert into EMPS values (130,'Alice',40,'F','Vancouver',2,NULL,false,true,'2007-01-01') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@emps POSTHOOK: query: insert into EMPS values (130,'Alice',40,'F','Vancouver',2,NULL,false,true,'2007-01-01') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@emps -POSTHOOK: Lineage: emps.age EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: emps.city SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: emps.deptno EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: emps.empid EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: emps.empno EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: emps.gender SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: emps.joinedat EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: emps.manager EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: emps.name SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: emps.slacker EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: emps.age EXPRESSION [] +POSTHOOK: Lineage: emps.city SCRIPT [] +POSTHOOK: Lineage: emps.deptno SCRIPT [] +POSTHOOK: Lineage: emps.empid SCRIPT [] +POSTHOOK: Lineage: emps.empno SCRIPT [] +POSTHOOK: Lineage: emps.gender SCRIPT [] +POSTHOOK: Lineage: emps.joinedat SCRIPT [] +POSTHOOK: Lineage: emps.manager SCRIPT [] +POSTHOOK: Lineage: emps.name SCRIPT [] +POSTHOOK: Lineage: emps.slacker SCRIPT [] PREHOOK: query: create table DEPTS(deptno int, name string) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -4576,28 +4590,34 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@DEPTS PREHOOK: query: insert into DEPTS values( 10,'Sales') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@depts POSTHOOK: query: insert into DEPTS values( 10,'Sales') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@depts -POSTHOOK: Lineage: depts.deptno EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: depts.name SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: depts.deptno SCRIPT [] +POSTHOOK: Lineage: depts.name SCRIPT [] PREHOOK: query: insert into DEPTS values( 20,'Marketing') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@depts POSTHOOK: query: insert into DEPTS values( 20,'Marketing') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@depts -POSTHOOK: Lineage: depts.deptno EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: depts.name SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: depts.deptno SCRIPT [] +POSTHOOK: Lineage: depts.name SCRIPT [] PREHOOK: query: insert into DEPTS values( 30,'Accounts') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@depts POSTHOOK: query: insert into DEPTS values( 30,'Accounts') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@depts -POSTHOOK: Lineage: depts.deptno EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: depts.name SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: depts.deptno SCRIPT [] +POSTHOOK: Lineage: depts.name SCRIPT [] PREHOOK: query: explain select * from emps where deptno <> (select count(deptno) from depts where depts.name = emps.name) PREHOOK: type: QUERY POSTHOOK: query: explain select * from emps where deptno <> (select count(deptno) from depts where depts.name = emps.name) @@ -6062,12 +6082,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values(3,1), (1,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values(3,1), (1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.i EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.j EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t.i SCRIPT [] +POSTHOOK: Lineage: t.j SCRIPT [] Warning: Shuffle Join MERGEJOIN[27][tables = [$hdt$_1, $hdt$_2]] in Stage 'Reducer 4' is a cross product PREHOOK: query: explain select * from t where 0 = (select count(*) from t tt where tt.j <> t.i) PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/subquery_select.q.out b/ql/src/test/results/clientpositive/llap/subquery_select.q.out index 4d67a85e98..89eab37d07 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_select.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_select.q.out @@ -2136,11 +2136,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tnull PREHOOK: query: insert into tnull values(null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tnull POSTHOOK: query: insert into tnull values(null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tnull -POSTHOOK: Lineage: tnull.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: tnull.i EXPRESSION [] Warning: Shuffle Join MERGEJOIN[24][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select p_size, p_size IN (select i from tnull) from part PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/tez_nway_join.q.out b/ql/src/test/results/clientpositive/llap/tez_nway_join.q.out index 800f043fff..1c942541a6 100644 --- a/ql/src/test/results/clientpositive/llap/tez_nway_join.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_nway_join.q.out @@ -16,18 +16,22 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@bar PREHOOK: query: insert into foo values(1),(2),(3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@foo POSTHOOK: query: insert into foo values(1),(2),(3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@foo -POSTHOOK: Lineage: foo.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: foo.key SCRIPT [] PREHOOK: query: insert into bar values(2),(4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@bar POSTHOOK: query: insert into bar values(2),(4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@bar -POSTHOOK: Lineage: bar.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: bar.key SCRIPT [] PREHOOK: query: explain select count(*) from foo a join bar b on (a.key = b.key) join bar c on (a.key = c.key) PREHOOK: type: QUERY POSTHOOK: query: explain select count(*) from foo a join bar b on (a.key = b.key) join bar c on (a.key = c.key) diff --git a/ql/src/test/results/clientpositive/llap/tez_self_join.q.out b/ql/src/test/results/clientpositive/llap/tez_self_join.q.out index 71c18e0b3d..3d4151a634 100644 --- a/ql/src/test/results/clientpositive/llap/tez_self_join.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_self_join.q.out @@ -16,13 +16,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tez_self_join1 PREHOOK: query: insert into table tez_self_join1 values(1, 'aa','bb'), (2, 'ab','ab'), (3,'ba','ba') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tez_self_join1 POSTHOOK: query: insert into table tez_self_join1 values(1, 'aa','bb'), (2, 'ab','ab'), (3,'ba','ba') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tez_self_join1 -POSTHOOK: Lineage: tez_self_join1.id1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tez_self_join1.id2 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: tez_self_join1.id3 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: tez_self_join1.id1 SCRIPT [] +POSTHOOK: Lineage: tez_self_join1.id2 SCRIPT [] +POSTHOOK: Lineage: tez_self_join1.id3 SCRIPT [] PREHOOK: query: create table tez_self_join2(id1 int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -33,11 +35,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tez_self_join2 PREHOOK: query: insert into table tez_self_join2 values(1),(2),(3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tez_self_join2 POSTHOOK: query: insert into table tez_self_join2 values(1),(2),(3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tez_self_join2 -POSTHOOK: Lineage: tez_self_join2.id1 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: tez_self_join2.id1 SCRIPT [] Warning: Shuffle Join MERGEJOIN[24][tables = [$hdt$_1, $hdt$_2]] in Stage 'Reducer 4' is a cross product PREHOOK: query: explain select s.id2, s.id3 diff --git a/ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition.q.out b/ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition.q.out index 94f5cb4a43..f84c5970b2 100644 --- a/ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition.q.out @@ -8,11 +8,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@dummy PREHOOK: query: insert into table dummy values (1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@dummy POSTHOOK: query: insert into table dummy values (1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@dummy -POSTHOOK: Lineage: dummy.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: dummy.i SCRIPT [] PREHOOK: query: select * from dummy PREHOOK: type: QUERY PREHOOK: Input: default@dummy diff --git a/ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition_2.q.out b/ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition_2.q.out index 6eda134dea..583402899f 100644 --- a/ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition_2.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_union_dynamic_partition_2.q.out @@ -16,11 +16,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@dummy PREHOOK: query: insert into table dummy values (1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@dummy POSTHOOK: query: insert into table dummy values (1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@dummy -POSTHOOK: Lineage: dummy.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: dummy.i SCRIPT [] PREHOOK: query: select * from dummy PREHOOK: type: QUERY PREHOOK: Input: default@dummy diff --git a/ql/src/test/results/clientpositive/llap/update_after_multiple_inserts.q.out b/ql/src/test/results/clientpositive/llap/update_after_multiple_inserts.q.out index 36f2aa48d2..98a26e0e50 100644 --- a/ql/src/test/results/clientpositive/llap/update_after_multiple_inserts.q.out +++ b/ql/src/test/results/clientpositive/llap/update_after_multiple_inserts.q.out @@ -14,28 +14,32 @@ PREHOOK: query: insert into table acid_uami values (1, 109.23, 'mary had a little lamb'), (6553, 923.19, 'its fleece was white as snow') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acid_uami POSTHOOK: query: insert into table acid_uami values (1, 109.23, 'mary had a little lamb'), (6553, 923.19, 'its fleece was white as snow') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acid_uami -POSTHOOK: Lineage: acid_uami.de EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: acid_uami.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acid_uami.vc EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: acid_uami.de SCRIPT [] +POSTHOOK: Lineage: acid_uami.i SCRIPT [] +POSTHOOK: Lineage: acid_uami.vc SCRIPT [] PREHOOK: query: insert into table acid_uami values (10, 119.23, 'and everywhere that mary went'), (65530, 823.19, 'the lamb was sure to go') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acid_uami POSTHOOK: query: insert into table acid_uami values (10, 119.23, 'and everywhere that mary went'), (65530, 823.19, 'the lamb was sure to go') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acid_uami -POSTHOOK: Lineage: acid_uami.de EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: acid_uami.i EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acid_uami.vc EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: acid_uami.de SCRIPT [] +POSTHOOK: Lineage: acid_uami.i SCRIPT [] +POSTHOOK: Lineage: acid_uami.vc SCRIPT [] PREHOOK: query: select * from acid_uami order by de PREHOOK: type: QUERY PREHOOK: Input: default@acid_uami diff --git a/ql/src/test/results/clientpositive/llap/vector_acid3.q.out b/ql/src/test/results/clientpositive/llap/vector_acid3.q.out index bb4012e280..46c82fcbb0 100644 --- a/ql/src/test/results/clientpositive/llap/vector_acid3.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_acid3.q.out @@ -12,11 +12,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@testacid1 PREHOOK: query: insert into table testacid1 values (1),(2),(3),(4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@testacid1 POSTHOOK: query: insert into table testacid1 values (1),(2),(3),(4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@testacid1 -POSTHOOK: Lineage: testacid1.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: testacid1.id SCRIPT [] hive.vectorized.execution.enabled=true PREHOOK: query: select count(1) from testacid1 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/vector_adaptor_usage_mode.q.out b/ql/src/test/results/clientpositive/llap/vector_adaptor_usage_mode.q.out index ae58464a90..9ce5e1eea9 100644 --- a/ql/src/test/results/clientpositive/llap/vector_adaptor_usage_mode.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_adaptor_usage_mode.q.out @@ -88,12 +88,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@count_case_groupby PREHOOK: query: insert into table count_case_groupby values ('key1', true),('key2', false),('key3', NULL),('key4', false),('key5',NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@count_case_groupby POSTHOOK: query: insert into table count_case_groupby values ('key1', true),('key2', false),('key3', NULL),('key4', false),('key5',NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@count_case_groupby -POSTHOOK: Lineage: count_case_groupby.bool EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: count_case_groupby.key SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: count_case_groupby.bool SCRIPT [] +POSTHOOK: Lineage: count_case_groupby.key SCRIPT [] PREHOOK: query: explain vectorization expression select c2 regexp 'val', diff --git a/ql/src/test/results/clientpositive/llap/vector_aggregate_without_gby.q.out b/ql/src/test/results/clientpositive/llap/vector_aggregate_without_gby.q.out index 300e07bc39..5f67488ec9 100644 --- a/ql/src/test/results/clientpositive/llap/vector_aggregate_without_gby.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_aggregate_without_gby.q.out @@ -16,6 +16,7 @@ values (6,20150314, '2015-03-14'), (7,20150404, '2015-04-04') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@testvec POSTHOOK: query: insert into table testvec values @@ -27,10 +28,11 @@ values (6,20150314, '2015-03-14'), (7,20150404, '2015-04-04') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@testvec -POSTHOOK: Lineage: testvec.dt EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: testvec.greg_dt SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: testvec.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: testvec.dt SCRIPT [] +POSTHOOK: Lineage: testvec.greg_dt SCRIPT [] +POSTHOOK: Lineage: testvec.id SCRIPT [] PREHOOK: query: explain vectorization detail select max(dt), max(greg_dt) from testvec where id=5 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/vector_bround.q.out b/ql/src/test/results/clientpositive/llap/vector_bround.q.out index 5ef8695f20..7b14a89a61 100644 --- a/ql/src/test/results/clientpositive/llap/vector_bround.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_bround.q.out @@ -17,6 +17,7 @@ values (2.51, 1.251), (3.51, 1.351) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_vector_bround POSTHOOK: query: insert into table test_vector_bround values @@ -29,9 +30,10 @@ values (2.51, 1.251), (3.51, 1.351) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_vector_bround -POSTHOOK: Lineage: test_vector_bround.v0 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test_vector_bround.v1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test_vector_bround.v0 SCRIPT [] +POSTHOOK: Lineage: test_vector_bround.v1 SCRIPT [] PREHOOK: query: explain vectorization detail select bround(v0), bround(v1, 1) from test_vector_bround PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/vector_bucket.q.out b/ql/src/test/results/clientpositive/llap/vector_bucket.q.out index 146014f19f..73d7d97e2b 100644 --- a/ql/src/test/results/clientpositive/llap/vector_bucket.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_bucket.q.out @@ -33,39 +33,30 @@ STAGE PLANS: Map 1 Map Operator Tree: TableScan - alias: values__tmp__table__1 - Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE - TableScan Vectorization: - native: true + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: tmp_values_col1 (type: string), tmp_values_col2 (type: string) - outputColumnNames: _col0, _col1 - Select Vectorization: - className: VectorSelectOperator - native: true - projectedOutputColumnNums: [0, 1] - Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Map-reduce partition columns: UDFToInteger(_col0) (type: int) - Reduce Sink Vectorization: - className: VectorReduceSinkObjectHashOperator - native: true - nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: vectorized, llap + expressions: array(const struct(1,'one'),const struct(1,'one'),const struct(2,'two'),const struct(3,'three')) (type: array>) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 72 Basic stats: COMPLETE Column stats: COMPLETE + UDTF Operator + Statistics: Num rows: 1 Data size: 72 Basic stats: COMPLETE Column stats: COMPLETE + function name: inline + Select Operator + expressions: col1 (type: int), col2 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + sort order: + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int), _col1 (type: string) + Execution mode: llap LLAP IO: no inputs Map Vectorization: - enabled: true - enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true - inputFormatFeatureSupport: [DECIMAL_64] - vectorizationSupportRemovedReasons: [DECIMAL_64 disabled because LLAP is enabled] - featureSupportInUse: [] - inputFileFormats: org.apache.hadoop.mapred.TextInputFormat - allNative: true - usesVectorUDFAdaptor: false - vectorized: true + enabled: false +#### A masked pattern was here #### Reducer 2 Execution mode: vectorized, llap Reduce Vectorization: @@ -76,20 +67,19 @@ STAGE PLANS: vectorized: true Reduce Operator Tree: Select Operator - expressions: UDFToInteger(VALUE._col0) (type: int), VALUE._col1 (type: string) + expressions: VALUE._col0 (type: int), VALUE._col1 (type: string) outputColumnNames: _col0, _col1 Select Vectorization: className: VectorSelectOperator native: true - projectedOutputColumnNums: [2, 1] - selectExpressions: CastStringToLong(col 0:string) -> 2:int - Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE + projectedOutputColumnNums: [0, 1] + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -123,12 +113,14 @@ POSTHOOK: Input: default@non_orc_table #### A masked pattern was here #### PREHOOK: query: insert into table non_orc_table values(1, 'one'),(1, 'one'), (2, 'two'),(3, 'three') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@non_orc_table POSTHOOK: query: insert into table non_orc_table values(1, 'one'),(1, 'one'), (2, 'two'),(3, 'three') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@non_orc_table -POSTHOOK: Lineage: non_orc_table.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: non_orc_table.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: non_orc_table.a SCRIPT [] +POSTHOOK: Lineage: non_orc_table.b SCRIPT [] PREHOOK: query: select a, b from non_orc_table order by a PREHOOK: type: QUERY PREHOOK: Input: default@non_orc_table diff --git a/ql/src/test/results/clientpositive/llap/vector_char_cast.q.out b/ql/src/test/results/clientpositive/llap/vector_char_cast.q.out index c836dd80fd..14b0d6bc77 100644 --- a/ql/src/test/results/clientpositive/llap/vector_char_cast.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_char_cast.q.out @@ -8,11 +8,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@s1 PREHOOK: query: insert into table s1 values (1000),(1001),(1002),(1003),(1000) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@s1 POSTHOOK: query: insert into table s1 values (1000),(1001),(1002),(1003),(1000) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@s1 -POSTHOOK: Lineage: s1.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: s1.id SCRIPT [] PREHOOK: query: select count(1) from s1 where cast(id as char(4))='1000' PREHOOK: type: QUERY PREHOOK: Input: default@s1 diff --git a/ql/src/test/results/clientpositive/llap/vector_coalesce_2.q.out b/ql/src/test/results/clientpositive/llap/vector_coalesce_2.q.out index 0f16d60d3b..e8151b7bd8 100644 --- a/ql/src/test/results/clientpositive/llap/vector_coalesce_2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_coalesce_2.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@str_str_orc PREHOOK: query: insert into table str_str_orc values (null, "X"), ("0", "X"), ("1", "X"), (null, "y") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@str_str_orc POSTHOOK: query: insert into table str_str_orc values (null, "X"), ("0", "X"), ("1", "X"), (null, "y") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@str_str_orc -POSTHOOK: Lineage: str_str_orc.str1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: str_str_orc.str2 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: str_str_orc.str1 SCRIPT [] +POSTHOOK: Lineage: str_str_orc.str2 SCRIPT [] PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT str2, ROUND(sum(cast(COALESCE(str1, 0) as int))/60, 2) as result diff --git a/ql/src/test/results/clientpositive/llap/vector_coalesce_3.q.out b/ql/src/test/results/clientpositive/llap/vector_coalesce_3.q.out index de42651b67..f149d7de43 100644 --- a/ql/src/test/results/clientpositive/llap/vector_coalesce_3.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_coalesce_3.q.out @@ -16,19 +16,23 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test_2 PREHOOK: query: INSERT INTO test_1 VALUES (3,1),(2,2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_1 POSTHOOK: query: INSERT INTO test_1 VALUES (3,1),(2,2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_1 -POSTHOOK: Lineage: test_1.attr EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: test_1.member EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: test_1.attr SCRIPT [] +POSTHOOK: Lineage: test_1.member SCRIPT [] PREHOOK: query: INSERT INTO test_2 VALUES (1),(2),(3),(4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_2 POSTHOOK: query: INSERT INTO test_2 VALUES (1),(2),(3),(4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_2 -POSTHOOK: Lineage: test_2.member EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: test_2.member SCRIPT [] PREHOOK: query: EXPLAIN SELECT m.member, (CASE WHEN COALESCE(n.attr, 5)>1 THEN n.attr END) AS attr FROM test_2 m LEFT JOIN test_1 n ON m.member = n.member diff --git a/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out b/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out index 3eb269b4c9..3a0c6a4d5f 100644 --- a/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out @@ -188,12 +188,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test2b PREHOOK: query: INSERT OVERWRITE TABLE test2b VALUES (2), (3), (4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test2b POSTHOOK: query: INSERT OVERWRITE TABLE test2b VALUES (2), (3), (4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test2b -POSTHOOK: Lineage: test2b.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 +POSTHOOK: Lineage: test2b.a SCRIPT [] +col1 PREHOOK: query: explain vectorization expression select * from test2b join test2a on test2b.a = test2a.a[1] PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_round.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_round.q.out index 523d59ff8d..b72191439e 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_round.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_round.q.out @@ -14,11 +14,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@decimal_tbl_txt PREHOOK: query: insert into table decimal_tbl_txt values(101) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@decimal_tbl_txt POSTHOOK: query: insert into table decimal_tbl_txt values(101) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@decimal_tbl_txt -POSTHOOK: Lineage: decimal_tbl_txt.dec EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: decimal_tbl_txt.dec SCRIPT [] PREHOOK: query: select * from decimal_tbl_txt PREHOOK: type: QUERY PREHOOK: Input: default@decimal_tbl_txt @@ -276,11 +278,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@decimal_tbl_rc PREHOOK: query: insert into table decimal_tbl_rc values(101) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@decimal_tbl_rc POSTHOOK: query: insert into table decimal_tbl_rc values(101) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@decimal_tbl_rc -POSTHOOK: Lineage: decimal_tbl_rc.dec EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: decimal_tbl_rc.dec SCRIPT [] PREHOOK: query: select * from decimal_tbl_rc PREHOOK: type: QUERY PREHOOK: Input: default@decimal_tbl_rc @@ -536,11 +540,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@decimal_tbl_orc PREHOOK: query: insert into table decimal_tbl_orc values(101) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@decimal_tbl_orc POSTHOOK: query: insert into table decimal_tbl_orc values(101) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@decimal_tbl_orc -POSTHOOK: Lineage: decimal_tbl_orc.dec EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: decimal_tbl_orc.dec SCRIPT [] PREHOOK: query: select * from decimal_tbl_orc PREHOOK: type: QUERY PREHOOK: Input: default@decimal_tbl_orc diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_round_2.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_round_2.q.out index b6eac0c670..3c376c6a5f 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_round_2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_round_2.q.out @@ -10,11 +10,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@decimal_tbl_1_orc PREHOOK: query: insert into table decimal_tbl_1_orc values(55555) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@decimal_tbl_1_orc POSTHOOK: query: insert into table decimal_tbl_1_orc values(55555) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@decimal_tbl_1_orc -POSTHOOK: Lineage: decimal_tbl_1_orc.dec EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: decimal_tbl_1_orc.dec SCRIPT [] PREHOOK: query: select * from decimal_tbl_1_orc PREHOOK: type: QUERY PREHOOK: Input: default@decimal_tbl_1_orc @@ -169,12 +171,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@decimal_tbl_2_orc PREHOOK: query: insert into table decimal_tbl_2_orc values(125.315, -125.315) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@decimal_tbl_2_orc POSTHOOK: query: insert into table decimal_tbl_2_orc values(125.315, -125.315) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@decimal_tbl_2_orc -POSTHOOK: Lineage: decimal_tbl_2_orc.neg EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: decimal_tbl_2_orc.pos EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: decimal_tbl_2_orc.neg SCRIPT [] +POSTHOOK: Lineage: decimal_tbl_2_orc.pos SCRIPT [] PREHOOK: query: select * from decimal_tbl_2_orc PREHOOK: type: QUERY PREHOOK: Input: default@decimal_tbl_2_orc @@ -341,11 +345,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@decimal_tbl_3_orc PREHOOK: query: insert into table decimal_tbl_3_orc values(3.141592653589793) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@decimal_tbl_3_orc POSTHOOK: query: insert into table decimal_tbl_3_orc values(3.141592653589793) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@decimal_tbl_3_orc -POSTHOOK: Lineage: decimal_tbl_3_orc.dec EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: decimal_tbl_3_orc.dec SCRIPT [] PREHOOK: query: select * from decimal_tbl_3_orc PREHOOK: type: QUERY PREHOOK: Input: default@decimal_tbl_3_orc @@ -556,12 +562,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@decimal_tbl_4_orc PREHOOK: query: insert into table decimal_tbl_4_orc values(1809242.3151111344, -1809242.3151111344) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@decimal_tbl_4_orc POSTHOOK: query: insert into table decimal_tbl_4_orc values(1809242.3151111344, -1809242.3151111344) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@decimal_tbl_4_orc -POSTHOOK: Lineage: decimal_tbl_4_orc.neg EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: decimal_tbl_4_orc.pos EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: decimal_tbl_4_orc.neg SCRIPT [] +POSTHOOK: Lineage: decimal_tbl_4_orc.pos SCRIPT [] PREHOOK: query: select * from decimal_tbl_4_orc PREHOOK: type: QUERY PREHOOK: Input: default@decimal_tbl_4_orc diff --git a/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out b/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out index 438ffd9f5d..0e1136a9fb 100644 --- a/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out @@ -16,18 +16,22 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_table_2a PREHOOK: query: insert into table orc_table_1a values(1),(1), (2),(3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@orc_table_1a POSTHOOK: query: insert into table orc_table_1a values(1),(1), (2),(3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@orc_table_1a -POSTHOOK: Lineage: orc_table_1a.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: orc_table_1a.a SCRIPT [] PREHOOK: query: insert into table orc_table_2a values(0),(2), (3),(null),(4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@orc_table_2a POSTHOOK: query: insert into table orc_table_2a values(0),(2), (3),(null),(4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@orc_table_2a -POSTHOOK: Lineage: orc_table_2a.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: orc_table_2a.c SCRIPT [] PREHOOK: query: explain vectorization detail select t1.a from orc_table_2a t2 join orc_table_1a t1 on t1.a = t2.c where t1.a > 2 PREHOOK: type: QUERY @@ -383,20 +387,24 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_table_2b PREHOOK: query: insert into table orc_table_1b values("one", 1),("one", 1), ("two", 2),("three", 3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@orc_table_1b POSTHOOK: query: insert into table orc_table_1b values("one", 1),("one", 1), ("two", 2),("three", 3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@orc_table_1b -POSTHOOK: Lineage: orc_table_1b.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: orc_table_1b.v1 SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: orc_table_1b.a SCRIPT [] +POSTHOOK: Lineage: orc_table_1b.v1 SCRIPT [] PREHOOK: query: insert into table orc_table_2b values(0, "ZERO"),(2, "TWO"), (3, "THREE"),(null, ""),(4, "FOUR") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@orc_table_2b POSTHOOK: query: insert into table orc_table_2b values(0, "ZERO"),(2, "TWO"), (3, "THREE"),(null, ""),(4, "FOUR") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@orc_table_2b -POSTHOOK: Lineage: orc_table_2b.c EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: orc_table_2b.v2 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: orc_table_2b.c SCRIPT [] +POSTHOOK: Lineage: orc_table_2b.v2 SCRIPT [] PREHOOK: query: explain vectorization detail select t1.v1, t1.a from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/vector_null_projection.q.out b/ql/src/test/results/clientpositive/llap/vector_null_projection.q.out index 8c60363b19..fc13ce16a8 100644 --- a/ql/src/test/results/clientpositive/llap/vector_null_projection.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_null_projection.q.out @@ -16,18 +16,22 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@b PREHOOK: query: insert into table a values('aaa') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@a POSTHOOK: query: insert into table a values('aaa') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@a -POSTHOOK: Lineage: a.s SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: a.s SCRIPT [] PREHOOK: query: insert into table b values('aaa') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@b POSTHOOK: query: insert into table b values('aaa') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@b -POSTHOOK: Lineage: b.s SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: b.s SCRIPT [] PREHOOK: query: explain vectorization expression select NULL from a PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/vector_number_compare_projection.q.out b/ql/src/test/results/clientpositive/llap/vector_number_compare_projection.q.out index e231bea7b4..cd2e1e4c42 100644 --- a/ql/src/test/results/clientpositive/llap/vector_number_compare_projection.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_number_compare_projection.q.out @@ -64,17 +64,19 @@ POSTHOOK: Lineage: scratch.t SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:t t si i b f d dc PREHOOK: query: INSERT INTO TABLE scratch VALUES (NULL, NULL, NULL, NULL, NULL, NULL, NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@scratch POSTHOOK: query: INSERT INTO TABLE scratch VALUES (NULL, NULL, NULL, NULL, NULL, NULL, NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@scratch -POSTHOOK: Lineage: scratch.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: scratch.d EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: scratch.dc EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: scratch.f EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: scratch.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: scratch.si EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: scratch.t EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: scratch.b EXPRESSION [] +POSTHOOK: Lineage: scratch.d EXPRESSION [] +POSTHOOK: Lineage: scratch.dc EXPRESSION [] +POSTHOOK: Lineage: scratch.f EXPRESSION [] +POSTHOOK: Lineage: scratch.i EXPRESSION [] +POSTHOOK: Lineage: scratch.si EXPRESSION [] +POSTHOOK: Lineage: scratch.t EXPRESSION [] _col0 _col1 _col2 _col3 _col4 _col5 _col6 PREHOOK: query: CREATE TABLE vectortab2k_orc STORED AS ORC AS SELECT * FROM scratch PREHOOK: type: CREATETABLE_AS_SELECT diff --git a/ql/src/test/results/clientpositive/llap/vector_outer_join0.q.out b/ql/src/test/results/clientpositive/llap/vector_outer_join0.q.out index a6e7e709f8..3376b4c994 100644 --- a/ql/src/test/results/clientpositive/llap/vector_outer_join0.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_outer_join0.q.out @@ -16,20 +16,24 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_table_2 PREHOOK: query: insert into table orc_table_1 values ("", null),("one", 1),("one", 1),("two", 2),("three", 3),("", null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@orc_table_1 POSTHOOK: query: insert into table orc_table_1 values ("", null),("one", 1),("one", 1),("two", 2),("three", 3),("", null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@orc_table_1 -POSTHOOK: Lineage: orc_table_1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: orc_table_1.v1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: orc_table_1.a SCRIPT [] +POSTHOOK: Lineage: orc_table_1.v1 SCRIPT [] PREHOOK: query: insert into table orc_table_2 values (0, "ZERO"),(2, "TWO"), (3, "THREE"),(null, ""),(4, "FOUR"),(null, "") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@orc_table_2 POSTHOOK: query: insert into table orc_table_2 values (0, "ZERO"),(2, "TWO"), (3, "THREE"),(null, ""),(4, "FOUR"),(null, "") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@orc_table_2 -POSTHOOK: Lineage: orc_table_2.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: orc_table_2.v2 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: orc_table_2.c SCRIPT [] +POSTHOOK: Lineage: orc_table_2.v2 SCRIPT [] PREHOOK: query: select * from orc_table_1 PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1 diff --git a/ql/src/test/results/clientpositive/llap/vector_reduce_groupby_duplicate_cols.q.out b/ql/src/test/results/clientpositive/llap/vector_reduce_groupby_duplicate_cols.q.out index 7a2972b52a..07c1e4188c 100644 --- a/ql/src/test/results/clientpositive/llap/vector_reduce_groupby_duplicate_cols.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_reduce_groupby_duplicate_cols.q.out @@ -8,13 +8,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@demo PREHOOK: query: insert into table demo values (1, 2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@demo POSTHOOK: query: insert into table demo values (1, 2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@demo -POSTHOOK: Lineage: demo.one EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: demo.two EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: demo.one SCRIPT [] +POSTHOOK: Lineage: demo.two SCRIPT [] +col1 col2 PREHOOK: query: explain vectorization detail select one as one_0, two, one as one_1 from demo a diff --git a/ql/src/test/results/clientpositive/llap/vector_struct_in.q.out b/ql/src/test/results/clientpositive/llap/vector_struct_in.q.out index c2b3af7551..4af1015fe7 100644 --- a/ql/src/test/results/clientpositive/llap/vector_struct_in.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_struct_in.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test_1 PREHOOK: query: insert into table test_1 values ('one','1'), ('seven','1') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_1 POSTHOOK: query: insert into table test_1 values ('one','1'), ('seven','1') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_1 -POSTHOOK: Lineage: test_1.id SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test_1.lineid SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test_1.id SCRIPT [] +POSTHOOK: Lineage: test_1.lineid SCRIPT [] PREHOOK: query: explain vectorization expression select * from test_1 where struct(`id`, `lineid`) IN ( @@ -264,12 +266,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test_2 PREHOOK: query: insert into table test_2 values (1,1), (7,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_2 POSTHOOK: query: insert into table test_2 values (1,1), (7,1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_2 -POSTHOOK: Lineage: test_2.id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test_2.lineid EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test_2.id SCRIPT [] +POSTHOOK: Lineage: test_2.lineid SCRIPT [] PREHOOK: query: explain vectorization expression select * from test_2 where struct(`id`, `lineid`) IN ( @@ -520,12 +524,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test_3 PREHOOK: query: insert into table test_3 values ('one',1), ('seven',1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_3 POSTHOOK: query: insert into table test_3 values ('one',1), ('seven',1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_3 -POSTHOOK: Lineage: test_3.id SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test_3.lineid EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test_3.id SCRIPT [] +POSTHOOK: Lineage: test_3.lineid SCRIPT [] PREHOOK: query: explain vectorization expression select * from test_3 where struct(`id`, `lineid`) IN ( @@ -776,13 +782,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test_4 PREHOOK: query: insert into table test_4 values (1, "b", 1.5), (1, "a", 0.5), (2, "b", 1.5) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_4 POSTHOOK: query: insert into table test_4 values (1, "b", 1.5), (1, "a", 0.5), (2, "b", 1.5) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_4 -POSTHOOK: Lineage: test_4.my_bigint EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test_4.my_double EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: test_4.my_string SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test_4.my_bigint SCRIPT [] +POSTHOOK: Lineage: test_4.my_double SCRIPT [] +POSTHOOK: Lineage: test_4.my_string SCRIPT [] PREHOOK: query: explain vectorization expression select * from test_4 where struct(`my_bigint`, `my_string`, `my_double`) IN ( diff --git a/ql/src/test/results/clientpositive/llap/vector_udf_character_length.q.out b/ql/src/test/results/clientpositive/llap/vector_udf_character_length.q.out index 281a03de09..d7d46f51ed 100644 --- a/ql/src/test/results/clientpositive/llap/vector_udf_character_length.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_udf_character_length.q.out @@ -158,11 +158,13 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@dest1 PREHOOK: query: INSERT INTO dest1 VALUES(NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@dest1 POSTHOOK: query: INSERT INTO dest1 VALUES(NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@dest1 -POSTHOOK: Lineage: dest1.name SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: dest1.name EXPRESSION [] PREHOOK: query: CREATE TABLE dest2 STORED AS ORC AS SELECT * FROM dest1 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@dest1 diff --git a/ql/src/test/results/clientpositive/llap/vector_udf_octet_length.q.out b/ql/src/test/results/clientpositive/llap/vector_udf_octet_length.q.out index 5b98553aa5..a3f707e924 100644 --- a/ql/src/test/results/clientpositive/llap/vector_udf_octet_length.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_udf_octet_length.q.out @@ -141,11 +141,13 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@dest1 PREHOOK: query: INSERT INTO dest1 VALUES(NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@dest1 POSTHOOK: query: INSERT INTO dest1 VALUES(NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@dest1 -POSTHOOK: Lineage: dest1.name SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: dest1.name EXPRESSION [] PREHOOK: query: CREATE TABLE dest2 STORED AS ORC AS SELECT * FROM dest1 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@dest1 diff --git a/ql/src/test/results/clientpositive/llap/vector_when_case_null.q.out b/ql/src/test/results/clientpositive/llap/vector_when_case_null.q.out index 181ab50408..8d3f163197 100644 --- a/ql/src/test/results/clientpositive/llap/vector_when_case_null.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_when_case_null.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@count_case_groupby PREHOOK: query: insert into table count_case_groupby values ('key1', true),('key2', false),('key3', NULL),('key4', false),('key5',NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@count_case_groupby POSTHOOK: query: insert into table count_case_groupby values ('key1', true),('key2', false),('key3', NULL),('key4', false),('key5',NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@count_case_groupby -POSTHOOK: Lineage: count_case_groupby.bool EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: count_case_groupby.key SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: count_case_groupby.bool SCRIPT [] +POSTHOOK: Lineage: count_case_groupby.key SCRIPT [] PREHOOK: query: explain vectorization expression SELECT key, COUNT(CASE WHEN bool THEN 1 WHEN NOT bool THEN 0 ELSE NULL END) AS cnt_bool0_ok FROM count_case_groupby GROUP BY key PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/vector_windowing_windowspec4.q.out b/ql/src/test/results/clientpositive/llap/vector_windowing_windowspec4.q.out index 2e6f1d1f2e..07614ac876 100644 --- a/ql/src/test/results/clientpositive/llap/vector_windowing_windowspec4.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_windowing_windowspec4.q.out @@ -16,13 +16,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@smalltable_windowing PREHOOK: query: insert into smalltable_windowing values(3, 'a'), (1, 'a'), (2, 'a') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@smalltable_windowing POSTHOOK: query: insert into smalltable_windowing values(3, 'a'), (1, 'a'), (2, 'a') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@smalltable_windowing -POSTHOOK: Lineage: smalltable_windowing.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: smalltable_windowing.type SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: smalltable_windowing.i SCRIPT [] +POSTHOOK: Lineage: smalltable_windowing.type SCRIPT [] +col1 col2 PREHOOK: query: explain vectorization detail select type, i, max(i) over (partition by type order by i rows between 1 preceding and 7 following), diff --git a/ql/src/test/results/clientpositive/llap/vectorized_case.q.out b/ql/src/test/results/clientpositive/llap/vectorized_case.q.out index d2de89c361..8dcff32dc5 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_case.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_case.q.out @@ -506,12 +506,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test_1 PREHOOK: query: INSERT INTO test_1 VALUES (3.0,1.0),(2.0,2.0),(1.0,3.0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_1 POSTHOOK: query: INSERT INTO test_1 VALUES (3.0,1.0),(2.0,2.0),(1.0,3.0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_1 -POSTHOOK: Lineage: test_1.attr EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: test_1.member EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: test_1.attr SCRIPT [] +POSTHOOK: Lineage: test_1.member SCRIPT [] PREHOOK: query: EXPLAIN SELECT CASE WHEN member =1.0 THEN attr+1.0 ELSE attr+2.0 END FROM test_1 PREHOOK: type: QUERY @@ -675,12 +677,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test_2 PREHOOK: query: INSERT INTO test_2 VALUES (3,1),(2,2),(1,3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_2 POSTHOOK: query: INSERT INTO test_2 VALUES (3,1),(2,2),(1,3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_2 -POSTHOOK: Lineage: test_2.attr EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: test_2.member EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: test_2.attr SCRIPT [] +POSTHOOK: Lineage: test_2.member SCRIPT [] PREHOOK: query: EXPLAIN SELECT CASE WHEN member=1 THEN attr+1 else attr+2 END FROM test_2 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/vectorized_insert_into_bucketed_table.q.out b/ql/src/test/results/clientpositive/llap/vectorized_insert_into_bucketed_table.q.out index 28a96e08ce..cd2f6e9c2e 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_insert_into_bucketed_table.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_insert_into_bucketed_table.q.out @@ -31,49 +31,30 @@ STAGE PLANS: Map 1 Map Operator Tree: TableScan - alias: values__tmp__table__1 - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE - TableScan Vectorization: - native: true - vectorizationSchemaColumns: [0:tmp_values_col1:string, 1:ROW__ID:struct] + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: tmp_values_col1 (type: string) + expressions: array(const struct(1),const struct(2),const struct(3),const struct(4),const struct(9)) (type: array>) outputColumnNames: _col0 - Select Vectorization: - className: VectorSelectOperator - native: true - projectedOutputColumnNums: [0] - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Map-reduce partition columns: UDFToInteger(_col0) (type: int) - Reduce Sink Vectorization: - className: VectorReduceSinkObjectHashOperator - keyColumnNums: [] - native: true - nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, hive.execution.engine tez IN [tez, spark] IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - partitionColumnNums: [2] - valueColumnNums: [0] - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string) - Execution mode: vectorized, llap + Statistics: Num rows: 1 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + UDTF Operator + Statistics: Num rows: 1 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE + function name: inline + Select Operator + expressions: col1 (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + sort order: + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int) + Execution mode: llap LLAP IO: no inputs Map Vectorization: - enabled: true - enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true - inputFormatFeatureSupport: [DECIMAL_64] - vectorizationSupportRemovedReasons: [DECIMAL_64 disabled because LLAP is enabled] - featureSupportInUse: [] - inputFileFormats: org.apache.hadoop.mapred.TextInputFormat - allNative: true - usesVectorUDFAdaptor: false - vectorized: true - rowBatchContext: - dataColumnCount: 1 - includeColumns: [0] - dataColumns: tmp_values_col1:string - partitionColumnCount: 0 - scratchColumnTypeNames: [bigint] + enabled: false +#### A masked pattern was here #### Reducer 2 Execution mode: vectorized, llap Reduce Vectorization: @@ -86,25 +67,24 @@ STAGE PLANS: vectorized: true rowBatchContext: dataColumnCount: 1 - dataColumns: VALUE._col0:string + dataColumns: VALUE._col0:int partitionColumnCount: 0 - scratchColumnTypeNames: [bigint] + scratchColumnTypeNames: [] Reduce Operator Tree: Select Operator - expressions: UDFToInteger(VALUE._col0) (type: int) + expressions: VALUE._col0 (type: int) outputColumnNames: _col0 Select Vectorization: className: VectorSelectOperator native: true - projectedOutputColumnNums: [1] - selectExpressions: CastStringToLong(col 0:string) -> 1:int - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + projectedOutputColumnNums: [0] + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false File Sink Vectorization: className: VectorFileSinkOperator native: false - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat @@ -130,11 +110,13 @@ STAGE PLANS: PREHOOK: query: insert overwrite table foo values(1),(2),(3),(4),(9) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@foo POSTHOOK: query: insert overwrite table foo values(1),(2),(3),(4),(9) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@foo -POSTHOOK: Lineage: foo.x EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: foo.x SCRIPT [] PREHOOK: query: select *, regexp_extract(INPUT__FILE__NAME, '.*/(.*)', 1) from foo PREHOOK: type: QUERY PREHOOK: Input: default@foo diff --git a/ql/src/test/results/clientpositive/llap/vectorized_join46.q.out b/ql/src/test/results/clientpositive/llap/vectorized_join46.q.out index 2ad36808b7..a134b19b12 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_join46.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_join46.q.out @@ -9,14 +9,16 @@ POSTHOOK: Output: default@test1 PREHOOK: query: INSERT INTO test1 VALUES (NULL, NULL, 'None'), (98, NULL, 'None'), (99, 0, 'Alice'), (99, 2, 'Mat'), (100, 1, 'Bob'), (101, 2, 'Car') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test1 POSTHOOK: query: INSERT INTO test1 VALUES (NULL, NULL, 'None'), (98, NULL, 'None'), (99, 0, 'Alice'), (99, 2, 'Mat'), (100, 1, 'Bob'), (101, 2, 'Car') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test1 -POSTHOOK: Lineage: test1.col_1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: test1.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test1.value EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test1.col_1 SCRIPT [] +POSTHOOK: Lineage: test1.key SCRIPT [] +POSTHOOK: Lineage: test1.value SCRIPT [] PREHOOK: query: CREATE TABLE test2 (key INT, value INT, col_2 STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -28,14 +30,16 @@ POSTHOOK: Output: default@test2 PREHOOK: query: INSERT INTO test2 VALUES (102, 2, 'Del'), (103, 2, 'Ema'), (104, 3, 'Fli'), (105, NULL, 'None') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test2 POSTHOOK: query: INSERT INTO test2 VALUES (102, 2, 'Del'), (103, 2, 'Ema'), (104, 3, 'Fli'), (105, NULL, 'None') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test2 -POSTHOOK: Lineage: test2.col_2 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: test2.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test2.value EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test2.col_2 SCRIPT [] +POSTHOOK: Lineage: test2.key SCRIPT [] +POSTHOOK: Lineage: test2.value SCRIPT [] PREHOOK: query: EXPLAIN SELECT * FROM test1 LEFT OUTER JOIN test2 diff --git a/ql/src/test/results/clientpositive/llap/vectorized_timestamp.q.out b/ql/src/test/results/clientpositive/llap/vectorized_timestamp.q.out index ab2ac79b12..0e38b0ba17 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_timestamp.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_timestamp.q.out @@ -12,11 +12,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test PREHOOK: query: INSERT INTO TABLE test VALUES ('0001-01-01 00:00:00.000000000'), ('9999-12-31 23:59:59.999999999') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test POSTHOOK: query: INSERT INTO TABLE test VALUES ('0001-01-01 00:00:00.000000000'), ('9999-12-31 23:59:59.999999999') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test -POSTHOOK: Lineage: test.ts EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: test.ts SCRIPT [] PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ts FROM test PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap_acid.q.out b/ql/src/test/results/clientpositive/llap_acid.q.out index 7429349d74..efd174c581 100644 --- a/ql/src/test/results/clientpositive/llap_acid.q.out +++ b/ql/src/test/results/clientpositive/llap_acid.q.out @@ -183,14 +183,16 @@ POSTHOOK: Input: default@orc_llap@csmallint=3 528534767 3 NULL PREHOOK: query: insert into table orc_llap partition (csmallint = 1) values (1, 1, 1, 1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@orc_llap@csmallint=1 POSTHOOK: query: insert into table orc_llap partition (csmallint = 1) values (1, 1, 1, 1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@orc_llap@csmallint=1 -POSTHOOK: Lineage: orc_llap PARTITION(csmallint=1).cbigint EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: orc_llap PARTITION(csmallint=1).cdouble EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: orc_llap PARTITION(csmallint=1).cfloat EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: orc_llap PARTITION(csmallint=1).cint EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: orc_llap PARTITION(csmallint=1).cbigint SCRIPT [] +POSTHOOK: Lineage: orc_llap PARTITION(csmallint=1).cdouble SCRIPT [] +POSTHOOK: Lineage: orc_llap PARTITION(csmallint=1).cfloat SCRIPT [] +POSTHOOK: Lineage: orc_llap PARTITION(csmallint=1).cint SCRIPT [] PREHOOK: query: explain vectorization only detail update orc_llap set cbigint = 2 where cint = 1 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap_acid_fast.q.out b/ql/src/test/results/clientpositive/llap_acid_fast.q.out index e36f5d299b..697dc8aba7 100644 --- a/ql/src/test/results/clientpositive/llap_acid_fast.q.out +++ b/ql/src/test/results/clientpositive/llap_acid_fast.q.out @@ -177,14 +177,16 @@ POSTHOOK: Input: default@orc_llap_acid_fast@csmallint=3 528534767 3 NULL PREHOOK: query: insert into table orc_llap_acid_fast partition (csmallint = 1) values (1, 1, 1, 1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@orc_llap_acid_fast@csmallint=1 POSTHOOK: query: insert into table orc_llap_acid_fast partition (csmallint = 1) values (1, 1, 1, 1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@orc_llap_acid_fast@csmallint=1 -POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=1).cbigint EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=1).cdouble EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=1).cfloat EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=1).cint EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=1).cbigint SCRIPT [] +POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=1).cdouble SCRIPT [] +POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=1).cfloat SCRIPT [] +POSTHOOK: Lineage: orc_llap_acid_fast PARTITION(csmallint=1).cint SCRIPT [] PREHOOK: query: explain vectorization only detail update orc_llap_acid_fast set cbigint = 2 where cint = 1 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap_reader.q.out b/ql/src/test/results/clientpositive/llap_reader.q.out index dcbd3aa881..7561587e6c 100644 --- a/ql/src/test/results/clientpositive/llap_reader.q.out +++ b/ql/src/test/results/clientpositive/llap_reader.q.out @@ -4,6 +4,7 @@ PREHOOK: Output: database:default PREHOOK: Output: default@test PREHOOK: query: INSERT INTO TABLE test VALUES (1,1,1), (2,2,2), (3,3,3), (4,4,4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test PREHOOK: query: ALTER TABLE test CHANGE f1 f1 bigint PREHOOK: type: ALTERTABLE_RENAMECOL @@ -75,6 +76,7 @@ PREHOOK: Output: database:default PREHOOK: Output: default@test_acid PREHOOK: query: INSERT INTO TABLE test_acid VALUES (1,1,'b1'), (2,2,'b2'), (3,3,'b3'), (4,4,'b4') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_acid PREHOOK: query: SELECT count(f1) FROM test_acid GROUP BY f1 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/localtimezone.q.out b/ql/src/test/results/clientpositive/localtimezone.q.out index 3bca0b87c5..a76e4a3db4 100644 --- a/ql/src/test/results/clientpositive/localtimezone.q.out +++ b/ql/src/test/results/clientpositive/localtimezone.q.out @@ -27,6 +27,7 @@ PREHOOK: query: insert into `date_test` VALUES ('2011-01-01 01:01:01.12345678912 GMT-05:00'), ('2011-01-01 01:01:01.12345678912 xyz') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@date_test POSTHOOK: query: insert into `date_test` VALUES ('2011-01-01 01:01:01.123'), @@ -37,8 +38,9 @@ POSTHOOK: query: insert into `date_test` VALUES ('2011-01-01 01:01:01.12345678912 GMT-05:00'), ('2011-01-01 01:01:01.12345678912 xyz') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@date_test -POSTHOOK: Lineage: date_test.mydate1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: date_test.mydate1 SCRIPT [] PREHOOK: query: create table `timestamp_test` (`mydate1` timestamp) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -56,6 +58,7 @@ PREHOOK: query: insert into `timestamp_test` VALUES ('2011-01-01 01:01:01.12345678912 GMT-05:00'), ('2011-01-01 01:01:01.12345678912 xyz') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@timestamp_test POSTHOOK: query: insert into `timestamp_test` VALUES ('2011-01-01 01:01:01.123'), @@ -66,8 +69,9 @@ POSTHOOK: query: insert into `timestamp_test` VALUES ('2011-01-01 01:01:01.12345678912 GMT-05:00'), ('2011-01-01 01:01:01.12345678912 xyz') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@timestamp_test -POSTHOOK: Lineage: timestamp_test.mydate1 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: timestamp_test.mydate1 SCRIPT [] PREHOOK: query: create table `timestamptz_test` (`mydate1` timestamp with local time zone) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -85,6 +89,7 @@ PREHOOK: query: insert into `timestamptz_test` VALUES ('2011-01-01 01:01:01.12345678912 GMT-05:00'), ('2011-01-01 01:01:01.12345678912 xyz') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@timestamptz_test POSTHOOK: query: insert into `timestamptz_test` VALUES ('2011-01-01 01:01:01.123'), @@ -95,8 +100,9 @@ POSTHOOK: query: insert into `timestamptz_test` VALUES ('2011-01-01 01:01:01.12345678912 GMT-05:00'), ('2011-01-01 01:01:01.12345678912 xyz') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@timestamptz_test -POSTHOOK: Lineage: timestamptz_test.mydate1 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: timestamptz_test.mydate1 SCRIPT [] PREHOOK: query: select * from `date_test` PREHOOK: type: QUERY PREHOOK: Input: default@date_test @@ -495,6 +501,7 @@ PREHOOK: query: insert into `timestamptz_test2` VALUES ('2011-01-01 01:01:01.12345678912 GMT-05:00', 'pin', null), ('2011-01-01 01:01:01.12345678912 xyz', 'cable', 0.0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@timestamptz_test2 POSTHOOK: query: insert into `timestamptz_test2` VALUES ('2011-01-01 01:01:01.123', 'laptop 1', 9.2), @@ -508,10 +515,11 @@ POSTHOOK: query: insert into `timestamptz_test2` VALUES ('2011-01-01 01:01:01.12345678912 GMT-05:00', 'pin', null), ('2011-01-01 01:01:01.12345678912 xyz', 'cable', 0.0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@timestamptz_test2 -POSTHOOK: Lineage: timestamptz_test2.item SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: timestamptz_test2.mydate1 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: timestamptz_test2.price EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: timestamptz_test2.item SCRIPT [] +POSTHOOK: Lineage: timestamptz_test2.mydate1 SCRIPT [] +POSTHOOK: Lineage: timestamptz_test2.price SCRIPT [] PREHOOK: query: select `item`, `price`, rank() over (partition by `mydate1` order by `price`) as r from `timestamptz_test2` diff --git a/ql/src/test/results/clientpositive/macro_1.q.out b/ql/src/test/results/clientpositive/macro_1.q.out index c6e34075ee..28230f90e5 100644 --- a/ql/src/test/results/clientpositive/macro_1.q.out +++ b/ql/src/test/results/clientpositive/macro_1.q.out @@ -26,11 +26,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@macro_test PREHOOK: query: insert into table macro_test values ("bb"), ("a"), ("ccc") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@macro_test POSTHOOK: query: insert into table macro_test values ("bb"), ("a"), ("ccc") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@macro_test -POSTHOOK: Lineage: macro_test.x SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: macro_test.x SCRIPT [] PREHOOK: query: SELECT CONCAT(STRING_LEN(x), ":", STRING_LEN_PLUS_ONE(x), ":", STRING_LEN_PLUS_TWO(x)) a FROM macro_test diff --git a/ql/src/test/results/clientpositive/macro_duplicate.q.out b/ql/src/test/results/clientpositive/macro_duplicate.q.out index 88aba21042..9598126c92 100644 --- a/ql/src/test/results/clientpositive/macro_duplicate.q.out +++ b/ql/src/test/results/clientpositive/macro_duplicate.q.out @@ -12,22 +12,26 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@macro_testing PREHOOK: query: insert into table macro_testing values (1,2,3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@macro_testing POSTHOOK: query: insert into table macro_testing values (1,2,3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@macro_testing -POSTHOOK: Lineage: macro_testing.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: macro_testing.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: macro_testing.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: macro_testing.a SCRIPT [] +POSTHOOK: Lineage: macro_testing.b SCRIPT [] +POSTHOOK: Lineage: macro_testing.c SCRIPT [] PREHOOK: query: insert into table macro_testing values (4,5,6) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@macro_testing POSTHOOK: query: insert into table macro_testing values (4,5,6) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@macro_testing -POSTHOOK: Lineage: macro_testing.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: macro_testing.b EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: macro_testing.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: macro_testing.a SCRIPT [] +POSTHOOK: Lineage: macro_testing.b SCRIPT [] +POSTHOOK: Lineage: macro_testing.c SCRIPT [] PREHOOK: query: create temporary macro math_square(x int) x*x PREHOOK: type: CREATEMACRO PREHOOK: Output: database:default diff --git a/ql/src/test/results/clientpositive/mapjoin2.q.out b/ql/src/test/results/clientpositive/mapjoin2.q.out index 7e7084160d..f1787427e4 100644 --- a/ql/src/test/results/clientpositive/mapjoin2.q.out +++ b/ql/src/test/results/clientpositive/mapjoin2.q.out @@ -8,20 +8,24 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tbl PREHOOK: query: insert into tbl values (1, 'one') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tbl POSTHOOK: query: insert into tbl values (1, 'one') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tbl -POSTHOOK: Lineage: tbl.n EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tbl.t SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: tbl.n SCRIPT [] +POSTHOOK: Lineage: tbl.t SCRIPT [] PREHOOK: query: insert into tbl values(2, 'two') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tbl POSTHOOK: query: insert into tbl values(2, 'two') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tbl -POSTHOOK: Lineage: tbl.n EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tbl.t SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: tbl.n SCRIPT [] +POSTHOOK: Lineage: tbl.t SCRIPT [] Warning: Map Join MAPJOIN[13][bigTable=?] in task 'Stage-3:MAPRED' is a cross product PREHOOK: query: select a.n, a.t, isnull(b.n), isnull(b.t) from (select * from tbl where n = 1) a left outer join (select * from tbl where 1 = 2) b on a.n = b.n PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/mapjoin3.q.out b/ql/src/test/results/clientpositive/mapjoin3.q.out index e3061ffcd5..506b9f4445 100644 --- a/ql/src/test/results/clientpositive/mapjoin3.q.out +++ b/ql/src/test/results/clientpositive/mapjoin3.q.out @@ -42,19 +42,23 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test_2 PREHOOK: query: INSERT INTO test_1 VALUES (1, '20'), (2, '30'), (3, '40') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_1 POSTHOOK: query: INSERT INTO test_1 VALUES (1, '20'), (2, '30'), (3, '40') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_1 -POSTHOOK: Lineage: test_1.age EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: test_1.member EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: test_1.age SCRIPT [] +POSTHOOK: Lineage: test_1.member SCRIPT [] PREHOOK: query: INSERT INTO test_2 VALUES (1), (2), (3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_2 POSTHOOK: query: INSERT INTO test_2 VALUES (1), (2), (3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_2 -POSTHOOK: Lineage: test_2.member EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: test_2.member SCRIPT [] PREHOOK: query: EXPLAIN SELECT t2.member diff --git a/ql/src/test/results/clientpositive/mapjoin46.q.out b/ql/src/test/results/clientpositive/mapjoin46.q.out index 638e523f1d..61b579a305 100644 --- a/ql/src/test/results/clientpositive/mapjoin46.q.out +++ b/ql/src/test/results/clientpositive/mapjoin46.q.out @@ -9,14 +9,16 @@ POSTHOOK: Output: default@test1 PREHOOK: query: INSERT INTO test1 VALUES (NULL, NULL, 'None'), (98, NULL, 'None'), (99, 0, 'Alice'), (99, 2, 'Mat'), (100, 1, 'Bob'), (101, 2, 'Car') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test1 POSTHOOK: query: INSERT INTO test1 VALUES (NULL, NULL, 'None'), (98, NULL, 'None'), (99, 0, 'Alice'), (99, 2, 'Mat'), (100, 1, 'Bob'), (101, 2, 'Car') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test1 -POSTHOOK: Lineage: test1.col_1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: test1.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test1.value EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test1.col_1 SCRIPT [] +POSTHOOK: Lineage: test1.key SCRIPT [] +POSTHOOK: Lineage: test1.value SCRIPT [] PREHOOK: query: CREATE TABLE test2 (key INT, value INT, col_2 STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -28,14 +30,16 @@ POSTHOOK: Output: default@test2 PREHOOK: query: INSERT INTO test2 VALUES (102, 2, 'Del'), (103, 2, 'Ema'), (104, 3, 'Fli'), (105, NULL, 'None') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test2 POSTHOOK: query: INSERT INTO test2 VALUES (102, 2, 'Del'), (103, 2, 'Ema'), (104, 3, 'Fli'), (105, NULL, 'None') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test2 -POSTHOOK: Lineage: test2.col_2 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: test2.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test2.value EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test2.col_2 SCRIPT [] +POSTHOOK: Lineage: test2.key SCRIPT [] +POSTHOOK: Lineage: test2.value SCRIPT [] PREHOOK: query: EXPLAIN SELECT * FROM test1 LEFT OUTER JOIN test2 diff --git a/ql/src/test/results/clientpositive/materialized_view_authorization_sqlstd.q.out b/ql/src/test/results/clientpositive/materialized_view_authorization_sqlstd.q.out index 2e8aef5eab..578cf85503 100644 --- a/ql/src/test/results/clientpositive/materialized_view_authorization_sqlstd.q.out +++ b/ql/src/test/results/clientpositive/materialized_view_authorization_sqlstd.q.out @@ -8,13 +8,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@amvs_table PREHOOK: query: insert into amvs_table values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@amvs_table POSTHOOK: query: insert into amvs_table values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@amvs_table -POSTHOOK: Lineage: amvs_table.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: amvs_table.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: amvs_table.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: amvs_table.a SCRIPT [] +POSTHOOK: Lineage: amvs_table.b SCRIPT [] +POSTHOOK: Lineage: amvs_table.c SCRIPT [] PREHOOK: query: create materialized view amvs_mat_view as select a, c from amvs_table PREHOOK: type: CREATE_MATERIALIZED_VIEW PREHOOK: Input: default@amvs_table diff --git a/ql/src/test/results/clientpositive/materialized_view_create.q.out b/ql/src/test/results/clientpositive/materialized_view_create.q.out index 5fd15357e6..89523042a9 100644 --- a/ql/src/test/results/clientpositive/materialized_view_create.q.out +++ b/ql/src/test/results/clientpositive/materialized_view_create.q.out @@ -8,13 +8,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@cmv_basetable PREHOOK: query: insert into cmv_basetable values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cmv_basetable POSTHOOK: query: insert into cmv_basetable values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cmv_basetable -POSTHOOK: Lineage: cmv_basetable.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: cmv_basetable.a SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.b SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.c SCRIPT [] PREHOOK: query: create materialized view cmv_mat_view as select a, b, c from cmv_basetable PREHOOK: type: CREATE_MATERIALIZED_VIEW PREHOOK: Input: default@cmv_basetable @@ -197,15 +199,17 @@ POSTHOOK: query: create table cmv_basetable2 (d int, e varchar(256), f decimal(1 POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@cmv_basetable2 -PREHOOK: query: insert into cmv_basetable2 values (4, 'alfred', 100.30),(4, 'bob', 6133,14),(5, 'bonnie', 172.2),(6, 'calvin', 8.76),(17, 'charlie', 13144339.8) +PREHOOK: query: insert into cmv_basetable2 values (4, 'alfred', 100.30),(4, 'bob', 6133.14),(5, 'bonnie', 172.2),(6, 'calvin', 8.76),(17, 'charlie', 13144339.8) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cmv_basetable2 -POSTHOOK: query: insert into cmv_basetable2 values (4, 'alfred', 100.30),(4, 'bob', 6133,14),(5, 'bonnie', 172.2),(6, 'calvin', 8.76),(17, 'charlie', 13144339.8) +POSTHOOK: query: insert into cmv_basetable2 values (4, 'alfred', 100.30),(4, 'bob', 6133.14),(5, 'bonnie', 172.2),(6, 'calvin', 8.76),(17, 'charlie', 13144339.8) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cmv_basetable2 -POSTHOOK: Lineage: cmv_basetable2.d EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable2.e EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable2.f EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: cmv_basetable2.d SCRIPT [] +POSTHOOK: Lineage: cmv_basetable2.e SCRIPT [] +POSTHOOK: Lineage: cmv_basetable2.f SCRIPT [] PREHOOK: query: create materialized view cmv_mat_view5 tblproperties ('key'='value') as select a, b, d, c, f from cmv_basetable t1 join cmv_basetable2 t2 on (t1.b = t2.e) PREHOOK: type: CREATE_MATERIALIZED_VIEW PREHOOK: Input: default@cmv_basetable @@ -227,7 +231,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@cmv_mat_view5 #### A masked pattern was here #### 1 alfred 4 10.30 100.30 -2 bob 4 3.14 6133.00 +2 bob 4 3.14 6133.14 2 bonnie 5 172342.20 172.20 3 calvin 6 978.76 8.76 3 charlie 17 9.80 13144339.80 @@ -240,7 +244,7 @@ key value numFiles 1 numRows 5 rawDataSize 1605 -totalSize 710 +totalSize 701 #### A masked pattern was here #### PREHOOK: query: drop materialized view cmv_mat_view PREHOOK: type: DROP_MATERIALIZED_VIEW diff --git a/ql/src/test/results/clientpositive/materialized_view_create_rewrite.q.out b/ql/src/test/results/clientpositive/materialized_view_create_rewrite.q.out index 6db992128a..b21f715c67 100644 --- a/ql/src/test/results/clientpositive/materialized_view_create_rewrite.q.out +++ b/ql/src/test/results/clientpositive/materialized_view_create_rewrite.q.out @@ -13,6 +13,7 @@ PREHOOK: query: insert into cmv_basetable values (3, 'calvin', 978.76, 3), (3, 'charlie', 9.8, 1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cmv_basetable POSTHOOK: query: insert into cmv_basetable values (1, 'alfred', 10.30, 2), @@ -21,11 +22,12 @@ POSTHOOK: query: insert into cmv_basetable values (3, 'calvin', 978.76, 3), (3, 'charlie', 9.8, 1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cmv_basetable -POSTHOOK: Lineage: cmv_basetable.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.d EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: cmv_basetable.a SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.b SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.c SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.d SCRIPT [] PREHOOK: query: create materialized view cmv_mat_view enable rewrite as select a, b, c from cmv_basetable where a = 2 PREHOOK: type: CREATE_MATERIALIZED_VIEW diff --git a/ql/src/test/results/clientpositive/materialized_view_create_rewrite_2.q.out b/ql/src/test/results/clientpositive/materialized_view_create_rewrite_2.q.out index 3d3e05d489..e583ed0b7d 100644 --- a/ql/src/test/results/clientpositive/materialized_view_create_rewrite_2.q.out +++ b/ql/src/test/results/clientpositive/materialized_view_create_rewrite_2.q.out @@ -13,6 +13,7 @@ PREHOOK: query: insert into cmv_basetable values (3, 'calvin', 978.76, 3), (3, 'charlie', 9.8, 1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cmv_basetable POSTHOOK: query: insert into cmv_basetable values (1, 'alfred', 10.30, 2), @@ -21,11 +22,12 @@ POSTHOOK: query: insert into cmv_basetable values (3, 'calvin', 978.76, 3), (3, 'charlie', 9.8, 1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cmv_basetable -POSTHOOK: Lineage: cmv_basetable.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.d EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: cmv_basetable.a SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.b SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.c SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.d SCRIPT [] PREHOOK: query: create materialized view cmv_mat_view enable rewrite as select b from cmv_basetable where c > 10.0 group by a, b, c PREHOOK: type: CREATE_MATERIALIZED_VIEW @@ -358,16 +360,18 @@ PREHOOK: query: insert into cmv_basetable_2 values (1, 'alfred', 10.30, 2), (3, 'calvin', 978.76, 3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cmv_basetable_2 POSTHOOK: query: insert into cmv_basetable_2 values (1, 'alfred', 10.30, 2), (3, 'calvin', 978.76, 3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cmv_basetable_2 -POSTHOOK: Lineage: cmv_basetable_2.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable_2.b EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable_2.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable_2.d EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: cmv_basetable_2.a SCRIPT [] +POSTHOOK: Lineage: cmv_basetable_2.b SCRIPT [] +POSTHOOK: Lineage: cmv_basetable_2.c SCRIPT [] +POSTHOOK: Lineage: cmv_basetable_2.d SCRIPT [] PREHOOK: query: create materialized view cmv_mat_view_5 enable rewrite as select cmv_basetable.a, cmv_basetable_2.c from cmv_basetable join cmv_basetable_2 on (cmv_basetable.a = cmv_basetable_2.a) diff --git a/ql/src/test/results/clientpositive/materialized_view_create_rewrite_3.q.out b/ql/src/test/results/clientpositive/materialized_view_create_rewrite_3.q.out index f1cf95bd1b..b3f229a808 100644 --- a/ql/src/test/results/clientpositive/materialized_view_create_rewrite_3.q.out +++ b/ql/src/test/results/clientpositive/materialized_view_create_rewrite_3.q.out @@ -13,6 +13,7 @@ PREHOOK: query: insert into cmv_basetable values (3, 'calvin', 978.76, 3), (3, 'charlie', 9.8, 1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cmv_basetable POSTHOOK: query: insert into cmv_basetable values (1, 'alfred', 10.30, 2), @@ -21,11 +22,12 @@ POSTHOOK: query: insert into cmv_basetable values (3, 'calvin', 978.76, 3), (3, 'charlie', 9.8, 1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cmv_basetable -POSTHOOK: Lineage: cmv_basetable.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.d EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: cmv_basetable.a SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.b SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.c SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.d SCRIPT [] PREHOOK: query: create table cmv_basetable_2 (a int, b varchar(256), c decimal(10,2), d int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -38,16 +40,18 @@ PREHOOK: query: insert into cmv_basetable_2 values (1, 'alfred', 10.30, 2), (3, 'calvin', 978.76, 3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cmv_basetable_2 POSTHOOK: query: insert into cmv_basetable_2 values (1, 'alfred', 10.30, 2), (3, 'calvin', 978.76, 3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cmv_basetable_2 -POSTHOOK: Lineage: cmv_basetable_2.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable_2.b EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable_2.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable_2.d EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: cmv_basetable_2.a SCRIPT [] +POSTHOOK: Lineage: cmv_basetable_2.b SCRIPT [] +POSTHOOK: Lineage: cmv_basetable_2.c SCRIPT [] +POSTHOOK: Lineage: cmv_basetable_2.d SCRIPT [] PREHOOK: query: EXPLAIN CREATE MATERIALIZED VIEW cmv_mat_view ENABLE REWRITE AS SELECT cmv_basetable.a, cmv_basetable_2.c @@ -261,15 +265,17 @@ POSTHOOK: Input: default@cmv_mat_view PREHOOK: query: insert into cmv_basetable_2 values (3, 'charlie', 15.8, 1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cmv_basetable_2 POSTHOOK: query: insert into cmv_basetable_2 values (3, 'charlie', 15.8, 1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cmv_basetable_2 -POSTHOOK: Lineage: cmv_basetable_2.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable_2.b EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable_2.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable_2.d EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: cmv_basetable_2.a SCRIPT [] +POSTHOOK: Lineage: cmv_basetable_2.b SCRIPT [] +POSTHOOK: Lineage: cmv_basetable_2.c SCRIPT [] +POSTHOOK: Lineage: cmv_basetable_2.d SCRIPT [] PREHOOK: query: EXPLAIN SELECT cmv_basetable.a FROM cmv_basetable join cmv_basetable_2 ON (cmv_basetable.a = cmv_basetable_2.a) diff --git a/ql/src/test/results/clientpositive/materialized_view_create_rewrite_multi_db.q.out b/ql/src/test/results/clientpositive/materialized_view_create_rewrite_multi_db.q.out index cc901b897e..6ac71c441f 100644 --- a/ql/src/test/results/clientpositive/materialized_view_create_rewrite_multi_db.q.out +++ b/ql/src/test/results/clientpositive/materialized_view_create_rewrite_multi_db.q.out @@ -25,6 +25,7 @@ PREHOOK: query: insert into cmv_basetable values (3, 'calvin', 978.76, 3), (3, 'charlie', 9.8, 1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: db1@cmv_basetable POSTHOOK: query: insert into cmv_basetable values (1, 'alfred', 10.30, 2), @@ -33,11 +34,12 @@ POSTHOOK: query: insert into cmv_basetable values (3, 'calvin', 978.76, 3), (3, 'charlie', 9.8, 1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: db1@cmv_basetable -POSTHOOK: Lineage: cmv_basetable.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.d EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: cmv_basetable.a SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.b SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.c SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.d SCRIPT [] PREHOOK: query: create database db2 PREHOOK: type: CREATEDATABASE PREHOOK: Output: database:db2 diff --git a/ql/src/test/results/clientpositive/materialized_view_describe.q.out b/ql/src/test/results/clientpositive/materialized_view_describe.q.out index 31eb917bfc..efd60d4345 100644 --- a/ql/src/test/results/clientpositive/materialized_view_describe.q.out +++ b/ql/src/test/results/clientpositive/materialized_view_describe.q.out @@ -8,13 +8,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@cmv_basetable PREHOOK: query: insert into cmv_basetable values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cmv_basetable POSTHOOK: query: insert into cmv_basetable values (1, 'alfred', 10.30),(2, 'bob', 3.14),(2, 'bonnie', 172342.2),(3, 'calvin', 978.76),(3, 'charlie', 9.8) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cmv_basetable -POSTHOOK: Lineage: cmv_basetable.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cmv_basetable.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: cmv_basetable.a SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.b SCRIPT [] +POSTHOOK: Lineage: cmv_basetable.c SCRIPT [] PREHOOK: query: create materialized view cmv_mat_view comment 'this is the first view' tblproperties ('key'='foo') as select a, c from cmv_basetable diff --git a/ql/src/test/results/clientpositive/metadata_empty_table.q.out b/ql/src/test/results/clientpositive/metadata_empty_table.q.out index b51eaec86c..83e7fe10cf 100644 --- a/ql/src/test/results/clientpositive/metadata_empty_table.q.out +++ b/ql/src/test/results/clientpositive/metadata_empty_table.q.out @@ -24,11 +24,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@onerow_table PREHOOK: query: insert into table onerow_table values(0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@onerow_table POSTHOOK: query: insert into table onerow_table values(0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@onerow_table -POSTHOOK: Lineage: onerow_table.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: onerow_table.i SCRIPT [] PREHOOK: query: select (1=1) from nullscan_table group by (1=1) PREHOOK: type: QUERY PREHOOK: Input: default@nullscan_table diff --git a/ql/src/test/results/clientpositive/mm_all.q.out b/ql/src/test/results/clientpositive/mm_all.q.out index 66597c0a67..ac6c08057c 100644 --- a/ql/src/test/results/clientpositive/mm_all.q.out +++ b/ql/src/test/results/clientpositive/mm_all.q.out @@ -2009,11 +2009,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@parquet1_mm PREHOOK: query: INSERT INTO parquet1_mm VALUES(1), (2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@parquet1_mm POSTHOOK: query: INSERT INTO parquet1_mm VALUES(1), (2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@parquet1_mm -POSTHOOK: Lineage: parquet1_mm.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: parquet1_mm.id SCRIPT [] PREHOOK: query: CREATE TABLE parquet2_mm(id INT, value STRING) STORED AS PARQUET tblproperties ("transactional"="true", "transactional_properties"="insert_only") PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -2024,20 +2026,24 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@parquet2_mm PREHOOK: query: INSERT INTO parquet2_mm VALUES(1, 'value1') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@parquet2_mm POSTHOOK: query: INSERT INTO parquet2_mm VALUES(1, 'value1') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@parquet2_mm -POSTHOOK: Lineage: parquet2_mm.id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: parquet2_mm.value SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: parquet2_mm.id SCRIPT [] +POSTHOOK: Lineage: parquet2_mm.value SCRIPT [] PREHOOK: query: INSERT INTO parquet2_mm VALUES(1, 'value2') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@parquet2_mm POSTHOOK: query: INSERT INTO parquet2_mm VALUES(1, 'value2') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@parquet2_mm -POSTHOOK: Lineage: parquet2_mm.id EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: parquet2_mm.value SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: parquet2_mm.id SCRIPT [] +POSTHOOK: Lineage: parquet2_mm.value SCRIPT [] PREHOOK: query: select parquet1_mm.id, t1.value, t2.value FROM parquet1_mm JOIN parquet2_mm t1 ON parquet1_mm.id=t1.id JOIN parquet2_mm t2 ON parquet1_mm.id=t2.id diff --git a/ql/src/test/results/clientpositive/multi_insert_with_join.q.out b/ql/src/test/results/clientpositive/multi_insert_with_join.q.out index e60f2e4f56..56dd248824 100644 --- a/ql/src/test/results/clientpositive/multi_insert_with_join.q.out +++ b/ql/src/test/results/clientpositive/multi_insert_with_join.q.out @@ -48,22 +48,26 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@gender_summary PREHOOK: query: insert into status_updates values (1, "status_1", "2009-03-20") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@status_updates POSTHOOK: query: insert into status_updates values (1, "status_1", "2009-03-20") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@status_updates -POSTHOOK: Lineage: status_updates.ds SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: status_updates.status SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: status_updates.userid EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: status_updates.ds SCRIPT [] +POSTHOOK: Lineage: status_updates.status SCRIPT [] +POSTHOOK: Lineage: status_updates.userid SCRIPT [] PREHOOK: query: insert into profiles values (1, "school_1", 0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@profiles POSTHOOK: query: insert into profiles values (1, "school_1", 0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@profiles -POSTHOOK: Lineage: profiles.gender EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: profiles.school SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: profiles.userid EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: profiles.gender SCRIPT [] +POSTHOOK: Lineage: profiles.school SCRIPT [] +POSTHOOK: Lineage: profiles.userid SCRIPT [] PREHOOK: query: FROM (SELECT a.status, b.school, b.gender FROM status_updates a JOIN profiles b ON (a.userid = b.userid and diff --git a/ql/src/test/results/clientpositive/multi_insert_with_join2.q.out b/ql/src/test/results/clientpositive/multi_insert_with_join2.q.out index 8db13c0612..9257a9e735 100644 --- a/ql/src/test/results/clientpositive/multi_insert_with_join2.q.out +++ b/ql/src/test/results/clientpositive/multi_insert_with_join2.q.out @@ -33,23 +33,27 @@ POSTHOOK: Output: default@join_result_3 PREHOOK: query: INSERT INTO TABLE T_A VALUES ('Id_1', 'val_101'), ('Id_2', 'val_102'), ('Id_3', 'val_103') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t_a POSTHOOK: query: INSERT INTO TABLE T_A VALUES ('Id_1', 'val_101'), ('Id_2', 'val_102'), ('Id_3', 'val_103') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t_a -POSTHOOK: Lineage: t_a.id SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t_a.val SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t_a.id SCRIPT [] +POSTHOOK: Lineage: t_a.val SCRIPT [] PREHOOK: query: INSERT INTO TABLE T_B VALUES ('Id_1', 'val_103'), ('Id_2', 'val_104') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t_b POSTHOOK: query: INSERT INTO TABLE T_B VALUES ('Id_1', 'val_103'), ('Id_2', 'val_104') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t_b -POSTHOOK: Lineage: t_b.id SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t_b.val SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t_b.id SCRIPT [] +POSTHOOK: Lineage: t_b.val SCRIPT [] Warning: Shuffle Join JOIN[8][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain FROM T_A a LEFT JOIN T_B b ON a.id = b.id diff --git a/ql/src/test/results/clientpositive/named_column_join.q.out b/ql/src/test/results/clientpositive/named_column_join.q.out index a5d21b296a..9a3f2715be 100644 --- a/ql/src/test/results/clientpositive/named_column_join.q.out +++ b/ql/src/test/results/clientpositive/named_column_join.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values (1,2),(2,1),(3,4),(4,3),(3,3),(null,null),(null,1),(2,null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (1,2),(2,1),(3,4),(4,3),(3,3),(null,null),(null,1),(2,null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t.a SCRIPT [] +POSTHOOK: Lineage: t.b SCRIPT [] PREHOOK: query: explain select * from t t1 join t t2 using (a) PREHOOK: type: QUERY POSTHOOK: query: explain select * from t t1 join t t2 using (a) diff --git a/ql/src/test/results/clientpositive/nested_column_pruning.q.out b/ql/src/test/results/clientpositive/nested_column_pruning.q.out index 62db07e8e7..500ab21926 100644 --- a/ql/src/test/results/clientpositive/nested_column_pruning.q.out +++ b/ql/src/test/results/clientpositive/nested_column_pruning.q.out @@ -12,11 +12,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@dummy PREHOOK: query: INSERT INTO TABLE dummy VALUES (42) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@dummy POSTHOOK: query: INSERT INTO TABLE dummy VALUES (42) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@dummy -POSTHOOK: Lineage: dummy.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: dummy.i SCRIPT [] PREHOOK: query: DROP TABLE IF EXISTS nested_tbl_1 PREHOOK: type: DROPTABLE POSTHOOK: query: DROP TABLE IF EXISTS nested_tbl_1 diff --git a/ql/src/test/results/clientpositive/num_op_type_conv.q.out b/ql/src/test/results/clientpositive/num_op_type_conv.q.out index e5ad3d5dd4..8e714f4ad7 100644 --- a/ql/src/test/results/clientpositive/num_op_type_conv.q.out +++ b/ql/src/test/results/clientpositive/num_op_type_conv.q.out @@ -20,12 +20,12 @@ STAGE PLANS: alias: src Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: null (type: double), null (type: double), null (type: void), 1 (type: bigint), 0 (type: bigint), 0.0 (type: double) + expressions: null (type: int), null (type: double), null (type: void), 1 (type: bigint), 0 (type: bigint), 0.0 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 500 Data size: 12020 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 500 Data size: 12016 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 1 - Statistics: Num rows: 1 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE ListSink PREHOOK: query: SELECT null + 7, 1.0 - null, null + null, diff --git a/ql/src/test/results/clientpositive/orc_merge13.q.out b/ql/src/test/results/clientpositive/orc_merge13.q.out index 70ae731f29..5b0221594f 100644 --- a/ql/src/test/results/clientpositive/orc_merge13.q.out +++ b/ql/src/test/results/clientpositive/orc_merge13.q.out @@ -12,20 +12,24 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@aa PREHOOK: query: insert into table aa values("b",2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@aa POSTHOOK: query: insert into table aa values("b",2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@aa -POSTHOOK: Lineage: aa.a SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: aa.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: aa.a SCRIPT [] +POSTHOOK: Lineage: aa.b SCRIPT [] PREHOOK: query: insert into table aa values("c",3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@aa POSTHOOK: query: insert into table aa values("c",3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@aa -POSTHOOK: Lineage: aa.a SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: aa.b EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: aa.a SCRIPT [] +POSTHOOK: Lineage: aa.b SCRIPT [] PREHOOK: query: select * from aa PREHOOK: type: QUERY PREHOOK: Input: default@aa @@ -46,24 +50,28 @@ POSTHOOK: Input: default@aa POSTHOOK: Output: default@aa PREHOOK: query: insert into table aa values("b",2,"b",2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@aa POSTHOOK: query: insert into table aa values("b",2,"b",2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@aa -POSTHOOK: Lineage: aa.a SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: aa.aa SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: aa.b EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: aa.bb EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: aa.a SCRIPT [] +POSTHOOK: Lineage: aa.aa SCRIPT [] +POSTHOOK: Lineage: aa.b SCRIPT [] +POSTHOOK: Lineage: aa.bb SCRIPT [] PREHOOK: query: insert into table aa values("c",3,"c",3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@aa POSTHOOK: query: insert into table aa values("c",3,"c",3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@aa -POSTHOOK: Lineage: aa.a SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: aa.aa SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: aa.b EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: aa.bb EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: aa.a SCRIPT [] +POSTHOOK: Lineage: aa.aa SCRIPT [] +POSTHOOK: Lineage: aa.b SCRIPT [] +POSTHOOK: Lineage: aa.bb SCRIPT [] PREHOOK: query: select * from aa PREHOOK: type: QUERY PREHOOK: Input: default@aa diff --git a/ql/src/test/results/clientpositive/orc_ppd_exception.q.out b/ql/src/test/results/clientpositive/orc_ppd_exception.q.out index e49169c7ab..e03eb71068 100644 --- a/ql/src/test/results/clientpositive/orc_ppd_exception.q.out +++ b/ql/src/test/results/clientpositive/orc_ppd_exception.q.out @@ -14,12 +14,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test_acid PREHOOK: query: insert into table test_acid values (1, '2014-09-14 12:34:30') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_acid POSTHOOK: query: insert into table test_acid values (1, '2014-09-14 12:34:30') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_acid -POSTHOOK: Lineage: test_acid.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test_acid.ts EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test_acid.i SCRIPT [] +POSTHOOK: Lineage: test_acid.ts SCRIPT [] PREHOOK: query: delete from test_acid where ts = '2014-15-16 17:18:19.20' PREHOOK: type: QUERY PREHOOK: Input: default@test_acid diff --git a/ql/src/test/results/clientpositive/orc_ppd_str_conversion.q.out b/ql/src/test/results/clientpositive/orc_ppd_str_conversion.q.out index 34bdd6790f..71ff84d7e5 100644 --- a/ql/src/test/results/clientpositive/orc_ppd_str_conversion.q.out +++ b/ql/src/test/results/clientpositive/orc_ppd_str_conversion.q.out @@ -16,12 +16,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@text_test PREHOOK: query: insert into orc_test values ('val1', '1') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@orc_test POSTHOOK: query: insert into orc_test values ('val1', '1') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@orc_test -POSTHOOK: Lineage: orc_test.col1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: orc_test.col2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: orc_test.col1 SCRIPT [] +POSTHOOK: Lineage: orc_test.col2 SCRIPT [] PREHOOK: query: insert overwrite table text_test select * from orc_test PREHOOK: type: QUERY PREHOOK: Input: default@orc_test diff --git a/ql/src/test/results/clientpositive/orc_schema_evolution_float.q.out b/ql/src/test/results/clientpositive/orc_schema_evolution_float.q.out index 6e5311dcd3..1e6e47301f 100644 --- a/ql/src/test/results/clientpositive/orc_schema_evolution_float.q.out +++ b/ql/src/test/results/clientpositive/orc_schema_evolution_float.q.out @@ -12,18 +12,22 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@float_text PREHOOK: query: insert into float_text values(74.72) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@float_text POSTHOOK: query: insert into float_text values(74.72) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@float_text -POSTHOOK: Lineage: float_text.f EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: float_text.f SCRIPT [] PREHOOK: query: insert into float_text values(0.22) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@float_text POSTHOOK: query: insert into float_text values(0.22) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@float_text -POSTHOOK: Lineage: float_text.f EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: float_text.f SCRIPT [] PREHOOK: query: select f from float_text PREHOOK: type: QUERY PREHOOK: Input: default@float_text diff --git a/ql/src/test/results/clientpositive/order3.q.out b/ql/src/test/results/clientpositive/order3.q.out index 85ee858bed..bff29244f6 100644 --- a/ql/src/test/results/clientpositive/order3.q.out +++ b/ql/src/test/results/clientpositive/order3.q.out @@ -13,14 +13,16 @@ POSTHOOK: Output: default@test PREHOOK: query: insert into table test values (1, 1, 'val111'), (1, 2, 'val121'), (1, 3, 'val131'), (2, 1, 'val211'), (2, 2, 'val221'), (2, 2, 'val222'), (2, 3, 'val231'), (2, 4, 'val241'), (3, 1, 'val311'), (3, 2, 'val321'), (3, 2, 'val322'), (3, 3, 'val331'), (3, 3, 'val332'), (3, 3, 'val333'), (4, 1, 'val411') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test POSTHOOK: query: insert into table test values (1, 1, 'val111'), (1, 2, 'val121'), (1, 3, 'val131'), (2, 1, 'val211'), (2, 2, 'val221'), (2, 2, 'val222'), (2, 3, 'val231'), (2, 4, 'val241'), (3, 1, 'val311'), (3, 2, 'val321'), (3, 2, 'val322'), (3, 3, 'val331'), (3, 3, 'val332'), (3, 3, 'val333'), (4, 1, 'val411') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test -POSTHOOK: Lineage: test.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test.value1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: test.value2 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: test.key SCRIPT [] +POSTHOOK: Lineage: test.value1 SCRIPT [] +POSTHOOK: Lineage: test.value2 SCRIPT [] PREHOOK: query: EXPLAIN SELECT T1.KEY AS MYKEY FROM TEST T1 GROUP BY T1.KEY ORDER BY T1.KEY LIMIT 3 PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN SELECT T1.KEY AS MYKEY FROM TEST T1 GROUP BY T1.KEY ORDER BY T1.KEY LIMIT 3 diff --git a/ql/src/test/results/clientpositive/order_by_expr_1.q.out b/ql/src/test/results/clientpositive/order_by_expr_1.q.out index 39babb704f..0a29419c54 100644 --- a/ql/src/test/results/clientpositive/order_by_expr_1.q.out +++ b/ql/src/test/results/clientpositive/order_by_expr_1.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values (1,2),(1,2),(1,3),(2,4),(20,-100),(-1000,100),(4,5),(3,7),(8,9) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (1,2),(1,2),(1,3),(2,4),(20,-100),(-1000,100),(4,5),(3,7),(8,9) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t.a SCRIPT [] +POSTHOOK: Lineage: t.b SCRIPT [] PREHOOK: query: select a, count(a) from t group by a order by count(a), a PREHOOK: type: QUERY PREHOOK: Input: default@t diff --git a/ql/src/test/results/clientpositive/order_by_expr_2.q.out b/ql/src/test/results/clientpositive/order_by_expr_2.q.out index 4b835b04c1..9ab02f451f 100644 --- a/ql/src/test/results/clientpositive/order_by_expr_2.q.out +++ b/ql/src/test/results/clientpositive/order_by_expr_2.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values (1,2),(1,2),(1,3),(2,4),(20,-100),(-1000,100),(4,5),(3,7),(8,9) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (1,2),(1,2),(1,3),(2,4),(20,-100),(-1000,100),(4,5),(3,7),(8,9) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t.a SCRIPT [] +POSTHOOK: Lineage: t.b SCRIPT [] PREHOOK: query: select a as b, b as a from t order by a PREHOOK: type: QUERY PREHOOK: Input: default@t diff --git a/ql/src/test/results/clientpositive/order_by_pos.q.out b/ql/src/test/results/clientpositive/order_by_pos.q.out index b7ea716c0d..c0dbcbf044 100644 --- a/ql/src/test/results/clientpositive/order_by_pos.q.out +++ b/ql/src/test/results/clientpositive/order_by_pos.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values (1,2),(1,2),(1,3),(2,4),(20,-100),(-1000,100),(4,5),(3,7),(8,9) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (1,2),(1,2),(1,3),(2,4),(20,-100),(-1000,100),(4,5),(3,7),(8,9) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t.a SCRIPT [] +POSTHOOK: Lineage: t.b SCRIPT [] PREHOOK: query: select * from t order by 2 PREHOOK: type: QUERY PREHOOK: Input: default@t diff --git a/ql/src/test/results/clientpositive/parquet_join2.q.out b/ql/src/test/results/clientpositive/parquet_join2.q.out index 567753e751..5f266112b4 100644 --- a/ql/src/test/results/clientpositive/parquet_join2.q.out +++ b/ql/src/test/results/clientpositive/parquet_join2.q.out @@ -8,11 +8,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tbl1 PREHOOK: query: INSERT INTO tbl1 VALUES(1), (2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tbl1 POSTHOOK: query: INSERT INTO tbl1 VALUES(1), (2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tbl1 -POSTHOOK: Lineage: tbl1.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: tbl1.id SCRIPT [] PREHOOK: query: CREATE TABLE tbl2(id INT, value STRING) STORED AS PARQUET PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -23,20 +25,24 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tbl2 PREHOOK: query: INSERT INTO tbl2 VALUES(1, 'value1') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tbl2 POSTHOOK: query: INSERT INTO tbl2 VALUES(1, 'value1') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tbl2 -POSTHOOK: Lineage: tbl2.id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tbl2.value SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: tbl2.id SCRIPT [] +POSTHOOK: Lineage: tbl2.value SCRIPT [] PREHOOK: query: INSERT INTO tbl2 VALUES(1, 'value2') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tbl2 POSTHOOK: query: INSERT INTO tbl2 VALUES(1, 'value2') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tbl2 -POSTHOOK: Lineage: tbl2.id EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tbl2.value SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: tbl2.id SCRIPT [] +POSTHOOK: Lineage: tbl2.value SCRIPT [] PREHOOK: query: select tbl1.id, t1.value, t2.value FROM tbl1 JOIN (SELECT * FROM tbl2 WHERE value='value1') t1 ON tbl1.id=t1.id diff --git a/ql/src/test/results/clientpositive/parquet_no_row_serde.q.out b/ql/src/test/results/clientpositive/parquet_no_row_serde.q.out index 354aa45ec6..8992a7972e 100644 --- a/ql/src/test/results/clientpositive/parquet_no_row_serde.q.out +++ b/ql/src/test/results/clientpositive/parquet_no_row_serde.q.out @@ -28,18 +28,22 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tbl_parquet PREHOOK: query: insert into table tbl_rc values(101) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tbl_rc POSTHOOK: query: insert into table tbl_rc values(101) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tbl_rc -POSTHOOK: Lineage: tbl_rc.val EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: tbl_rc.val SCRIPT [] PREHOOK: query: insert into table tbl_parquet values(101) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tbl_parquet POSTHOOK: query: insert into table tbl_parquet values(101) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tbl_parquet -POSTHOOK: Lineage: tbl_parquet.val EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: tbl_parquet.val SCRIPT [] PREHOOK: query: explain vectorization expression select val, round(val, -1) from tbl_rc order by val PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/parquet_ppd_multifiles.q.out b/ql/src/test/results/clientpositive/parquet_ppd_multifiles.q.out index 7d4de75289..817f6ee6ee 100644 --- a/ql/src/test/results/clientpositive/parquet_ppd_multifiles.q.out +++ b/ql/src/test/results/clientpositive/parquet_ppd_multifiles.q.out @@ -14,20 +14,24 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@parquet_ppd_multifiles PREHOOK: query: insert into table parquet_ppd_multifiles values('Jim', 3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@parquet_ppd_multifiles POSTHOOK: query: insert into table parquet_ppd_multifiles values('Jim', 3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@parquet_ppd_multifiles -POSTHOOK: Lineage: parquet_ppd_multifiles.dec EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: parquet_ppd_multifiles.name SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: parquet_ppd_multifiles.dec SCRIPT [] +POSTHOOK: Lineage: parquet_ppd_multifiles.name SCRIPT [] PREHOOK: query: insert into table parquet_ppd_multifiles values('Tom', 5) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@parquet_ppd_multifiles POSTHOOK: query: insert into table parquet_ppd_multifiles values('Tom', 5) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@parquet_ppd_multifiles -POSTHOOK: Lineage: parquet_ppd_multifiles.dec EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: parquet_ppd_multifiles.name SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: parquet_ppd_multifiles.dec SCRIPT [] +POSTHOOK: Lineage: parquet_ppd_multifiles.name SCRIPT [] PREHOOK: query: select * from parquet_ppd_multifiles where (name = 'Jim' or `dec` = 5) PREHOOK: type: QUERY PREHOOK: Input: default@parquet_ppd_multifiles diff --git a/ql/src/test/results/clientpositive/parquet_ppd_partition.q.out b/ql/src/test/results/clientpositive/parquet_ppd_partition.q.out index 08f8558546..fbbdbf3a57 100644 --- a/ql/src/test/results/clientpositive/parquet_ppd_partition.q.out +++ b/ql/src/test/results/clientpositive/parquet_ppd_partition.q.out @@ -15,12 +15,14 @@ POSTHOOK: Output: default@part1 POSTHOOK: Output: default@part1@p=p1 PREHOOK: query: INSERT INTO TABLE part1 PARTITION (p='p1') VALUES (1, 'a'), (2, 'b') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part1@p=p1 POSTHOOK: query: INSERT INTO TABLE part1 PARTITION (p='p1') VALUES (1, 'a'), (2, 'b') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part1@p=p1 -POSTHOOK: Lineage: part1 PARTITION(p=p1).content SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part1 PARTITION(p=p1).id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part1 PARTITION(p=p1).content SCRIPT [] +POSTHOOK: Lineage: part1 PARTITION(p=p1).id SCRIPT [] PREHOOK: query: SELECT * FROM part1 WHERE p='p1' PREHOOK: type: QUERY PREHOOK: Input: default@part1 diff --git a/ql/src/test/results/clientpositive/parquet_predicate_pushdown_2.q.out b/ql/src/test/results/clientpositive/parquet_predicate_pushdown_2.q.out index 6cdd0a8fb2..392b700402 100644 --- a/ql/src/test/results/clientpositive/parquet_predicate_pushdown_2.q.out +++ b/ql/src/test/results/clientpositive/parquet_predicate_pushdown_2.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test_parq PREHOOK: query: insert overwrite table test_parq partition (p=1) values (1, 1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_parq@p=1 POSTHOOK: query: insert overwrite table test_parq partition (p=1) values (1, 1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_parq@p=1 -POSTHOOK: Lineage: test_parq PARTITION(p=1).a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test_parq PARTITION(p=1).b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test_parq PARTITION(p=1).a SCRIPT [] +POSTHOOK: Lineage: test_parq PARTITION(p=1).b SCRIPT [] PREHOOK: query: select * from test_parq where a=1 and p=1 PREHOOK: type: QUERY PREHOOK: Input: default@test_parq diff --git a/ql/src/test/results/clientpositive/partition_boolean.q.out b/ql/src/test/results/clientpositive/partition_boolean.q.out index 4ef7c24235..e7efe93766 100644 --- a/ql/src/test/results/clientpositive/partition_boolean.q.out +++ b/ql/src/test/results/clientpositive/partition_boolean.q.out @@ -8,32 +8,40 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@broken PREHOOK: query: INSERT INTO TABLE broken PARTITION(b1=false,s='a',b2=false,i=0) VALUES(1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@broken@b1=false/s=a/b2=false/i=0 POSTHOOK: query: INSERT INTO TABLE broken PARTITION(b1=false,s='a',b2=false,i=0) VALUES(1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@broken@b1=false/s=a/b2=false/i=0 -POSTHOOK: Lineage: broken PARTITION(b1=false,s=a,b2=false,i=0).c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: broken PARTITION(b1=false,s=a,b2=false,i=0).c SCRIPT [] PREHOOK: query: INSERT INTO TABLE broken PARTITION(b1=FALSE,s='a',b2=false,i=0) VALUES(3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@broken@b1=false/s=a/b2=false/i=0 POSTHOOK: query: INSERT INTO TABLE broken PARTITION(b1=FALSE,s='a',b2=false,i=0) VALUES(3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@broken@b1=false/s=a/b2=false/i=0 -POSTHOOK: Lineage: broken PARTITION(b1=false,s=a,b2=false,i=0).c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: broken PARTITION(b1=false,s=a,b2=false,i=0).c SCRIPT [] PREHOOK: query: INSERT INTO TABLE broken PARTITION(b1='no',s='a',b2=False,i=0) VALUES(5) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@broken@b1=false/s=a/b2=false/i=0 POSTHOOK: query: INSERT INTO TABLE broken PARTITION(b1='no',s='a',b2=False,i=0) VALUES(5) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@broken@b1=false/s=a/b2=false/i=0 -POSTHOOK: Lineage: broken PARTITION(b1=false,s=a,b2=false,i=0).c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: broken PARTITION(b1=false,s=a,b2=false,i=0).c SCRIPT [] PREHOOK: query: INSERT INTO TABLE broken PARTITION(b1='off',s='a',b2='0',i=0) VALUES(7) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@broken@b1=false/s=a/b2=false/i=0 POSTHOOK: query: INSERT INTO TABLE broken PARTITION(b1='off',s='a',b2='0',i=0) VALUES(7) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@broken@b1=false/s=a/b2=false/i=0 -POSTHOOK: Lineage: broken PARTITION(b1=false,s=a,b2=false,i=0).c EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: broken PARTITION(b1=false,s=a,b2=false,i=0).c SCRIPT [] PREHOOK: query: select * from broken where b1=false and b2=false PREHOOK: type: QUERY PREHOOK: Input: default@broken @@ -50,32 +58,40 @@ POSTHOOK: Input: default@broken@b1=false/s=a/b2=false/i=0 7 false a false 0 PREHOOK: query: INSERT INTO TABLE broken PARTITION(b1=true,s='a',b2=true,i=0) VALUES(2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@broken@b1=true/s=a/b2=true/i=0 POSTHOOK: query: INSERT INTO TABLE broken PARTITION(b1=true,s='a',b2=true,i=0) VALUES(2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@broken@b1=true/s=a/b2=true/i=0 -POSTHOOK: Lineage: broken PARTITION(b1=true,s=a,b2=true,i=0).c EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: broken PARTITION(b1=true,s=a,b2=true,i=0).c SCRIPT [] PREHOOK: query: INSERT INTO TABLE broken PARTITION(b1=TRUE,s='a',b2=true,i=0) VALUES(4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@broken@b1=true/s=a/b2=true/i=0 POSTHOOK: query: INSERT INTO TABLE broken PARTITION(b1=TRUE,s='a',b2=true,i=0) VALUES(4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@broken@b1=true/s=a/b2=true/i=0 -POSTHOOK: Lineage: broken PARTITION(b1=true,s=a,b2=true,i=0).c EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: broken PARTITION(b1=true,s=a,b2=true,i=0).c SCRIPT [] PREHOOK: query: INSERT INTO TABLE broken PARTITION(b1='yes',s='a',b2=True,i=0) VALUES(6) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@broken@b1=true/s=a/b2=true/i=0 POSTHOOK: query: INSERT INTO TABLE broken PARTITION(b1='yes',s='a',b2=True,i=0) VALUES(6) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@broken@b1=true/s=a/b2=true/i=0 -POSTHOOK: Lineage: broken PARTITION(b1=true,s=a,b2=true,i=0).c EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: broken PARTITION(b1=true,s=a,b2=true,i=0).c SCRIPT [] PREHOOK: query: INSERT INTO TABLE broken PARTITION(b1='1',s='a',b2='on',i=0) VALUES(8) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@broken@b1=true/s=a/b2=true/i=0 POSTHOOK: query: INSERT INTO TABLE broken PARTITION(b1='1',s='a',b2='on',i=0) VALUES(8) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@broken@b1=true/s=a/b2=true/i=0 -POSTHOOK: Lineage: broken PARTITION(b1=true,s=a,b2=true,i=0).c EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: broken PARTITION(b1=true,s=a,b2=true,i=0).c SCRIPT [] PREHOOK: query: select * from broken where b1 is true and b2 is true PREHOOK: type: QUERY PREHOOK: Input: default@broken @@ -92,32 +108,40 @@ POSTHOOK: Input: default@broken@b1=true/s=a/b2=true/i=0 8 true a true 0 PREHOOK: query: INSERT INTO TABLE broken PARTITION(b1=false,s='a',b2=true,i=0) VALUES(100) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@broken@b1=false/s=a/b2=true/i=0 POSTHOOK: query: INSERT INTO TABLE broken PARTITION(b1=false,s='a',b2=true,i=0) VALUES(100) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@broken@b1=false/s=a/b2=true/i=0 -POSTHOOK: Lineage: broken PARTITION(b1=false,s=a,b2=true,i=0).c EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: broken PARTITION(b1=false,s=a,b2=true,i=0).c SCRIPT [] PREHOOK: query: INSERT INTO TABLE broken PARTITION(b1=FALSE,s='a',b2=TRUE,i=0) VALUES(1000) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@broken@b1=false/s=a/b2=true/i=0 POSTHOOK: query: INSERT INTO TABLE broken PARTITION(b1=FALSE,s='a',b2=TRUE,i=0) VALUES(1000) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@broken@b1=false/s=a/b2=true/i=0 -POSTHOOK: Lineage: broken PARTITION(b1=false,s=a,b2=true,i=0).c EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: broken PARTITION(b1=false,s=a,b2=true,i=0).c SCRIPT [] PREHOOK: query: INSERT INTO TABLE broken PARTITION(b1=true,s='a',b2=false,i=0) VALUES(10000) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@broken@b1=true/s=a/b2=false/i=0 POSTHOOK: query: INSERT INTO TABLE broken PARTITION(b1=true,s='a',b2=false,i=0) VALUES(10000) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@broken@b1=true/s=a/b2=false/i=0 -POSTHOOK: Lineage: broken PARTITION(b1=true,s=a,b2=false,i=0).c EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: broken PARTITION(b1=true,s=a,b2=false,i=0).c SCRIPT [] PREHOOK: query: INSERT INTO TABLE broken PARTITION(b1=tRUe,s='a',b2=fALSe,i=0) VALUES(100000) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@broken@b1=true/s=a/b2=false/i=0 POSTHOOK: query: INSERT INTO TABLE broken PARTITION(b1=tRUe,s='a',b2=fALSe,i=0) VALUES(100000) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@broken@b1=true/s=a/b2=false/i=0 -POSTHOOK: Lineage: broken PARTITION(b1=true,s=a,b2=false,i=0).c EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: broken PARTITION(b1=true,s=a,b2=false,i=0).c SCRIPT [] PREHOOK: query: select * from broken where b1 is true and b2=false PREHOOK: type: QUERY PREHOOK: Input: default@broken diff --git a/ql/src/test/results/clientpositive/ptfgroupbyjoin.q.out b/ql/src/test/results/clientpositive/ptfgroupbyjoin.q.out index 8171f475f2..72bc4446a9 100644 --- a/ql/src/test/results/clientpositive/ptfgroupbyjoin.q.out +++ b/ql/src/test/results/clientpositive/ptfgroupbyjoin.q.out @@ -16,30 +16,36 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tlb2 PREHOOK: query: insert into table tlb1 values(100,1,'abc') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tlb1 POSTHOOK: query: insert into table tlb1 values(100,1,'abc') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tlb1 -POSTHOOK: Lineage: tlb1.fkey EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: tlb1.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tlb1.val SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: tlb1.fkey SCRIPT [] +POSTHOOK: Lineage: tlb1.id SCRIPT [] +POSTHOOK: Lineage: tlb1.val SCRIPT [] PREHOOK: query: insert into table tlb1 values(200,1,'efg') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tlb1 POSTHOOK: query: insert into table tlb1 values(200,1,'efg') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tlb1 -POSTHOOK: Lineage: tlb1.fkey EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: tlb1.id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tlb1.val SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: tlb1.fkey SCRIPT [] +POSTHOOK: Lineage: tlb1.id SCRIPT [] +POSTHOOK: Lineage: tlb1.val SCRIPT [] PREHOOK: query: insert into table tlb2 values(1, 'key1') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tlb2 POSTHOOK: query: insert into table tlb2 values(1, 'key1') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tlb2 -POSTHOOK: Lineage: tlb2.fid EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tlb2.name SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: tlb2.fid SCRIPT [] +POSTHOOK: Lineage: tlb2.name SCRIPT [] PREHOOK: query: explain select ddd.id, ddd.fkey, aaa.name from ( diff --git a/ql/src/test/results/clientpositive/remove_exprs_stats.q.out b/ql/src/test/results/clientpositive/remove_exprs_stats.q.out index 8f72a469f5..017dd4462d 100644 --- a/ql/src/test/results/clientpositive/remove_exprs_stats.q.out +++ b/ql/src/test/results/clientpositive/remove_exprs_stats.q.out @@ -588,11 +588,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values (null),(null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (null),(null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.s SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.s EXPRESSION [] PREHOOK: query: analyze table t compute statistics for columns s PREHOOK: type: QUERY PREHOOK: Input: default@t @@ -719,11 +721,13 @@ STAGE PLANS: PREHOOK: query: insert into t values ('val1') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values ('val1') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.s SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.s SCRIPT [] PREHOOK: query: analyze table t compute statistics for columns s PREHOOK: type: QUERY PREHOOK: Input: default@t diff --git a/ql/src/test/results/clientpositive/row__id.q.out b/ql/src/test/results/clientpositive/row__id.q.out index df341dc4fb..39dae7ed60 100644 --- a/ql/src/test/results/clientpositive/row__id.q.out +++ b/ql/src/test/results/clientpositive/row__id.q.out @@ -18,28 +18,34 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@hello_acid PREHOOK: query: insert into hello_acid partition (load_date='2016-03-01') values (1, 1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@hello_acid@load_date=2016-03-01 POSTHOOK: query: insert into hello_acid partition (load_date='2016-03-01') values (1, 1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@hello_acid@load_date=2016-03-01 -POSTHOOK: Lineage: hello_acid PARTITION(load_date=2016-03-01).key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: hello_acid PARTITION(load_date=2016-03-01).value EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: hello_acid PARTITION(load_date=2016-03-01).key SCRIPT [] +POSTHOOK: Lineage: hello_acid PARTITION(load_date=2016-03-01).value SCRIPT [] PREHOOK: query: insert into hello_acid partition (load_date='2016-03-02') values (2, 2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@hello_acid@load_date=2016-03-02 POSTHOOK: query: insert into hello_acid partition (load_date='2016-03-02') values (2, 2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@hello_acid@load_date=2016-03-02 -POSTHOOK: Lineage: hello_acid PARTITION(load_date=2016-03-02).key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: hello_acid PARTITION(load_date=2016-03-02).value EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: hello_acid PARTITION(load_date=2016-03-02).key SCRIPT [] +POSTHOOK: Lineage: hello_acid PARTITION(load_date=2016-03-02).value SCRIPT [] PREHOOK: query: insert into hello_acid partition (load_date='2016-03-03') values (3, 3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@hello_acid@load_date=2016-03-03 POSTHOOK: query: insert into hello_acid partition (load_date='2016-03-03') values (3, 3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@hello_acid@load_date=2016-03-03 -POSTHOOK: Lineage: hello_acid PARTITION(load_date=2016-03-03).key EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: hello_acid PARTITION(load_date=2016-03-03).value EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: hello_acid PARTITION(load_date=2016-03-03).key SCRIPT [] +POSTHOOK: Lineage: hello_acid PARTITION(load_date=2016-03-03).value SCRIPT [] PREHOOK: query: explain select tid from (select row__id.transactionid as tid from hello_acid) sub order by tid PREHOOK: type: QUERY @@ -56,23 +62,23 @@ STAGE PLANS: Map Operator Tree: TableScan alias: hello_acid - Statistics: Num rows: 74 Data size: 18600 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 78 Data size: 19510 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ROW__ID.transactionid (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 74 Data size: 18600 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 78 Data size: 19510 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: bigint) sort order: + - Statistics: Num rows: 74 Data size: 18600 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 78 Data size: 19510 Basic stats: COMPLETE Column stats: NONE Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 74 Data size: 18600 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 78 Data size: 19510 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 74 Data size: 18600 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 78 Data size: 19510 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -98,9 +104,9 @@ POSTHOOK: Input: default@hello_acid@load_date=2016-03-01 POSTHOOK: Input: default@hello_acid@load_date=2016-03-02 POSTHOOK: Input: default@hello_acid@load_date=2016-03-03 #### A masked pattern was here #### -3 -4 -5 +278 +279 +280 PREHOOK: query: explain select tid from (select row__id.transactionid as tid from hello_acid) sub where tid = 3 PREHOOK: type: QUERY @@ -117,17 +123,17 @@ STAGE PLANS: Map Operator Tree: TableScan alias: hello_acid - Statistics: Num rows: 74 Data size: 18600 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 78 Data size: 19510 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (ROW__ID.transactionid = 3) (type: boolean) - Statistics: Num rows: 37 Data size: 9300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 39 Data size: 9755 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ROW__ID.transactionid (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 37 Data size: 9300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 39 Data size: 9755 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 37 Data size: 9300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 39 Data size: 9755 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -153,4 +159,3 @@ POSTHOOK: Input: default@hello_acid@load_date=2016-03-01 POSTHOOK: Input: default@hello_acid@load_date=2016-03-02 POSTHOOK: Input: default@hello_acid@load_date=2016-03-03 #### A masked pattern was here #### -3 diff --git a/ql/src/test/results/clientpositive/selectindate.q.out b/ql/src/test/results/clientpositive/selectindate.q.out index 9bcbc184a9..9999eeef4f 100644 --- a/ql/src/test/results/clientpositive/selectindate.q.out +++ b/ql/src/test/results/clientpositive/selectindate.q.out @@ -12,36 +12,44 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@datetest PREHOOK: query: insert into datetest values('2000-03-22', 1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@datetest POSTHOOK: query: insert into datetest values('2000-03-22', 1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@datetest -POSTHOOK: Lineage: datetest.dvalue EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: datetest.ivalue EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: datetest.dvalue SCRIPT [] +POSTHOOK: Lineage: datetest.ivalue SCRIPT [] PREHOOK: query: insert into datetest values('2001-03-22', 2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@datetest POSTHOOK: query: insert into datetest values('2001-03-22', 2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@datetest -POSTHOOK: Lineage: datetest.dvalue EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: datetest.ivalue EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: datetest.dvalue SCRIPT [] +POSTHOOK: Lineage: datetest.ivalue SCRIPT [] PREHOOK: query: insert into datetest values('2002-03-22', 3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@datetest POSTHOOK: query: insert into datetest values('2002-03-22', 3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@datetest -POSTHOOK: Lineage: datetest.dvalue EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: datetest.ivalue EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: datetest.dvalue SCRIPT [] +POSTHOOK: Lineage: datetest.ivalue SCRIPT [] PREHOOK: query: insert into datetest values('2003-03-22', 4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@datetest POSTHOOK: query: insert into datetest values('2003-03-22', 4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@datetest -POSTHOOK: Lineage: datetest.dvalue EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: datetest.ivalue EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: datetest.dvalue SCRIPT [] +POSTHOOK: Lineage: datetest.ivalue SCRIPT [] PREHOOK: query: SELECT * FROM datetest WHERE dValue IN ('2000-03-22','2001-03-22') PREHOOK: type: QUERY PREHOOK: Input: default@datetest diff --git a/ql/src/test/results/clientpositive/setop_no_distinct.q.out b/ql/src/test/results/clientpositive/setop_no_distinct.q.out index 3e286b3877..e759245cd1 100644 --- a/ql/src/test/results/clientpositive/setop_no_distinct.q.out +++ b/ql/src/test/results/clientpositive/setop_no_distinct.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@a PREHOOK: query: insert into table a values (1,2),(1,2),(1,2),(1,3),(2,3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@a POSTHOOK: query: insert into table a values (1,2),(1,2),(1,2),(1,3),(2,3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@a -POSTHOOK: Lineage: a.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: a.value EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: a.key SCRIPT [] +POSTHOOK: Lineage: a.value SCRIPT [] PREHOOK: query: create table b(key int, value int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -24,12 +26,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@b PREHOOK: query: insert into table b values (1,2),(1,2),(2,3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@b POSTHOOK: query: insert into table b values (1,2),(1,2),(2,3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@b -POSTHOOK: Lineage: b.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: b.value EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: b.key SCRIPT [] +POSTHOOK: Lineage: b.value SCRIPT [] PREHOOK: query: select * from a intersect select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a @@ -120,11 +124,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@a PREHOOK: query: insert into table a values (0),(1),(2),(2),(2),(2),(3),(NULL),(NULL),(NULL),(NULL),(NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@a POSTHOOK: query: insert into table a values (0),(1),(2),(2),(2),(2),(3),(NULL),(NULL),(NULL),(NULL),(NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@a -POSTHOOK: Lineage: a.key EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: a.key SCRIPT [] PREHOOK: query: create table b(key bigint) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -135,11 +141,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@b PREHOOK: query: insert into table b values (1),(2),(2),(3),(5),(5),(NULL),(NULL),(NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@b POSTHOOK: query: insert into table b values (1),(2),(2),(3),(5),(5),(NULL),(NULL),(NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@b -POSTHOOK: Lineage: b.key EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: b.key SCRIPT [] PREHOOK: query: select * from a except select * from b PREHOOK: type: QUERY PREHOOK: Input: default@a diff --git a/ql/src/test/results/clientpositive/skewjoin_onesideskew.q.out b/ql/src/test/results/clientpositive/skewjoin_onesideskew.q.out index a5c0df9aa7..c1e24d6fc6 100644 --- a/ql/src/test/results/clientpositive/skewjoin_onesideskew.q.out +++ b/ql/src/test/results/clientpositive/skewjoin_onesideskew.q.out @@ -12,28 +12,34 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@skewtable PREHOOK: query: INSERT INTO TABLE skewtable VALUES ("0", "val_0") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@skewtable POSTHOOK: query: INSERT INTO TABLE skewtable VALUES ("0", "val_0") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@skewtable -POSTHOOK: Lineage: skewtable.key SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: skewtable.value SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: skewtable.key SCRIPT [] +POSTHOOK: Lineage: skewtable.value SCRIPT [] PREHOOK: query: INSERT INTO TABLE skewtable VALUES ("0", "val_0") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@skewtable POSTHOOK: query: INSERT INTO TABLE skewtable VALUES ("0", "val_0") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@skewtable -POSTHOOK: Lineage: skewtable.key SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: skewtable.value SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: skewtable.key SCRIPT [] +POSTHOOK: Lineage: skewtable.value SCRIPT [] PREHOOK: query: INSERT INTO TABLE skewtable VALUES ("0", "val_0") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@skewtable POSTHOOK: query: INSERT INTO TABLE skewtable VALUES ("0", "val_0") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@skewtable -POSTHOOK: Lineage: skewtable.key SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: skewtable.value SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: skewtable.key SCRIPT [] +POSTHOOK: Lineage: skewtable.value SCRIPT [] PREHOOK: query: DROP TABLE IF EXISTS nonskewtable PREHOOK: type: DROPTABLE POSTHOOK: query: DROP TABLE IF EXISTS nonskewtable @@ -48,20 +54,24 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@nonskewtable PREHOOK: query: INSERT INTO TABLE nonskewtable VALUES ("1", "val_1") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@nonskewtable POSTHOOK: query: INSERT INTO TABLE nonskewtable VALUES ("1", "val_1") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@nonskewtable -POSTHOOK: Lineage: nonskewtable.key SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: nonskewtable.value SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: nonskewtable.key SCRIPT [] +POSTHOOK: Lineage: nonskewtable.value SCRIPT [] PREHOOK: query: INSERT INTO TABLE nonskewtable VALUES ("2", "val_2") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@nonskewtable POSTHOOK: query: INSERT INTO TABLE nonskewtable VALUES ("2", "val_2") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@nonskewtable -POSTHOOK: Lineage: nonskewtable.key SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: nonskewtable.value SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: nonskewtable.key SCRIPT [] +POSTHOOK: Lineage: nonskewtable.value SCRIPT [] PREHOOK: query: EXPLAIN CREATE TABLE result AS SELECT a.* FROM skewtable a JOIN nonskewtable b ON a.key=b.key PREHOOK: type: CREATETABLE_AS_SELECT diff --git a/ql/src/test/results/clientpositive/smb_join_partition_key.q.out b/ql/src/test/results/clientpositive/smb_join_partition_key.q.out index 7fa9d2eab3..c18d01d26a 100644 --- a/ql/src/test/results/clientpositive/smb_join_partition_key.q.out +++ b/ql/src/test/results/clientpositive/smb_join_partition_key.q.out @@ -8,20 +8,24 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@data_table PREHOOK: query: insert into table data_table values(1, 'one') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@data_table POSTHOOK: query: insert into table data_table values(1, 'one') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@data_table -POSTHOOK: Lineage: data_table.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: data_table.value SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: data_table.key SCRIPT [] +POSTHOOK: Lineage: data_table.value SCRIPT [] PREHOOK: query: insert into table data_table values(2, 'two') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@data_table POSTHOOK: query: insert into table data_table values(2, 'two') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@data_table -POSTHOOK: Lineage: data_table.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: data_table.value SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: data_table.key SCRIPT [] +POSTHOOK: Lineage: data_table.value SCRIPT [] PREHOOK: query: CREATE TABLE smb_table (key INT, value STRING) CLUSTERED BY (key) SORTED BY (key) INTO 1 BUCKETS STORED AS ORC PREHOOK: type: CREATETABLE diff --git a/ql/src/test/results/clientpositive/smb_mapjoin_46.q.out b/ql/src/test/results/clientpositive/smb_mapjoin_46.q.out index 4084f6a536..1302360c58 100644 --- a/ql/src/test/results/clientpositive/smb_mapjoin_46.q.out +++ b/ql/src/test/results/clientpositive/smb_mapjoin_46.q.out @@ -9,14 +9,16 @@ POSTHOOK: Output: default@aux1 PREHOOK: query: INSERT INTO aux1 VALUES (NULL, NULL, 'None'), (98, NULL, 'None'), (99, 0, 'Alice'), (99, 2, 'Mat'), (100, 1, 'Bob'), (101, 2, 'Car') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@aux1 POSTHOOK: query: INSERT INTO aux1 VALUES (NULL, NULL, 'None'), (98, NULL, 'None'), (99, 0, 'Alice'), (99, 2, 'Mat'), (100, 1, 'Bob'), (101, 2, 'Car') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@aux1 -POSTHOOK: Lineage: aux1.col_1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: aux1.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: aux1.value EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: aux1.col_1 SCRIPT [] +POSTHOOK: Lineage: aux1.key SCRIPT [] +POSTHOOK: Lineage: aux1.value SCRIPT [] PREHOOK: query: CREATE TABLE test1 (key INT, value INT, col_1 STRING) CLUSTERED BY (value) SORTED BY (value) INTO 2 BUCKETS PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -49,14 +51,16 @@ POSTHOOK: Output: default@aux2 PREHOOK: query: INSERT INTO aux2 VALUES (102, 2, 'Del'), (103, 2, 'Ema'), (104, 3, 'Fli'), (105, NULL, 'None') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@aux2 POSTHOOK: query: INSERT INTO aux2 VALUES (102, 2, 'Del'), (103, 2, 'Ema'), (104, 3, 'Fli'), (105, NULL, 'None') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@aux2 -POSTHOOK: Lineage: aux2.col_2 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: aux2.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: aux2.value EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: aux2.col_2 SCRIPT [] +POSTHOOK: Lineage: aux2.key SCRIPT [] +POSTHOOK: Lineage: aux2.value SCRIPT [] PREHOOK: query: CREATE TABLE test2 (key INT, value INT, col_2 STRING) CLUSTERED BY (value) SORTED BY (value) INTO 2 BUCKETS PREHOOK: type: CREATETABLE PREHOOK: Output: database:default diff --git a/ql/src/test/results/clientpositive/smb_mapjoin_47.q.out b/ql/src/test/results/clientpositive/smb_mapjoin_47.q.out index 074600ef02..c7334a8295 100644 --- a/ql/src/test/results/clientpositive/smb_mapjoin_47.q.out +++ b/ql/src/test/results/clientpositive/smb_mapjoin_47.q.out @@ -9,14 +9,16 @@ POSTHOOK: Output: default@aux1 PREHOOK: query: INSERT INTO aux1 VALUES (NULL, NULL, 'None'), (98, NULL, 'None'), (99, 0, 'Alice'), (99, 2, 'Mat'), (100, 1, 'Bob'), (101, 2, 'Car') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@aux1 POSTHOOK: query: INSERT INTO aux1 VALUES (NULL, NULL, 'None'), (98, NULL, 'None'), (99, 0, 'Alice'), (99, 2, 'Mat'), (100, 1, 'Bob'), (101, 2, 'Car') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@aux1 -POSTHOOK: Lineage: aux1.col_1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: aux1.key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: aux1.value EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: aux1.col_1 SCRIPT [] +POSTHOOK: Lineage: aux1.key SCRIPT [] +POSTHOOK: Lineage: aux1.value SCRIPT [] PREHOOK: query: CREATE TABLE test1 (key INT, value INT, col_1 STRING) CLUSTERED BY (value) SORTED BY (value) INTO 2 BUCKETS PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -49,14 +51,16 @@ POSTHOOK: Output: default@aux2 PREHOOK: query: INSERT INTO aux2 VALUES (102, 2, 'Del'), (103, 2, 'Ema'), (104, 3, 'Fli'), (105, NULL, 'None') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@aux2 POSTHOOK: query: INSERT INTO aux2 VALUES (102, 2, 'Del'), (103, 2, 'Ema'), (104, 3, 'Fli'), (105, NULL, 'None') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@aux2 -POSTHOOK: Lineage: aux2.col_2 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: aux2.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: aux2.value EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: aux2.col_2 SCRIPT [] +POSTHOOK: Lineage: aux2.key SCRIPT [] +POSTHOOK: Lineage: aux2.value SCRIPT [] PREHOOK: query: CREATE TABLE test2 (key INT, value INT, col_2 STRING) CLUSTERED BY (value) SORTED BY (value) INTO 2 BUCKETS PREHOOK: type: CREATETABLE PREHOOK: Output: database:default diff --git a/ql/src/test/results/clientpositive/spark/bucket_map_join_tez2.q.out b/ql/src/test/results/clientpositive/spark/bucket_map_join_tez2.q.out index 3ce67e22aa..ad00d30c38 100644 --- a/ql/src/test/results/clientpositive/spark/bucket_map_join_tez2.q.out +++ b/ql/src/test/results/clientpositive/spark/bucket_map_join_tez2.q.out @@ -1676,25 +1676,31 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@big PREHOOK: query: insert into small values (1),(2),(3),(4),(5),(6) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@small POSTHOOK: query: insert into small values (1),(2),(3),(4),(5),(6) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@small -POSTHOOK: Lineage: small.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: small.i SCRIPT [] PREHOOK: query: insert into big partition(k=1) values(1),(3),(5),(7),(9) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@big@k=1 POSTHOOK: query: insert into big partition(k=1) values(1),(3),(5),(7),(9) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@big@k=1 -POSTHOOK: Lineage: big PARTITION(k=1).i EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: big PARTITION(k=1).i SCRIPT [] PREHOOK: query: insert into big partition(k=2) values(0),(2),(4),(6),(8) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@big@k=2 POSTHOOK: query: insert into big partition(k=2) values(0),(2),(4),(6),(8) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@big@k=2 -POSTHOOK: Lineage: big PARTITION(k=2).i EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: big PARTITION(k=2).i SCRIPT [] PREHOOK: query: explain select small.i, big.i from small,big where small.i=big.i PREHOOK: type: QUERY POSTHOOK: query: explain select small.i, big.i from small,big where small.i=big.i diff --git a/ql/src/test/results/clientpositive/spark/constprog_semijoin.q.out b/ql/src/test/results/clientpositive/spark/constprog_semijoin.q.out index d116f6acd8..01bac11764 100644 --- a/ql/src/test/results/clientpositive/spark/constprog_semijoin.q.out +++ b/ql/src/test/results/clientpositive/spark/constprog_semijoin.q.out @@ -8,14 +8,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table1 PREHOOK: query: insert into table1 (id, val, val1, dimid) values (1, 't1val01', 'val101', 100), (2, 't1val02', 'val102', 200), (3, 't1val03', 'val103', 103), (3, 't1val01', 'val104', 100), (2, 't1val05', 'val105', 200), (3, 't1val01', 'val106', 103), (1, 't1val07', 'val107', 200), (2, 't1val01', 'val108', 200), (3, 't1val09', 'val109', 103), (4,'t1val01', 'val110', 200) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table1 POSTHOOK: query: insert into table1 (id, val, val1, dimid) values (1, 't1val01', 'val101', 100), (2, 't1val02', 'val102', 200), (3, 't1val03', 'val103', 103), (3, 't1val01', 'val104', 100), (2, 't1val05', 'val105', 200), (3, 't1val01', 'val106', 103), (1, 't1val07', 'val107', 200), (2, 't1val01', 'val108', 200), (3, 't1val09', 'val109', 103), (4,'t1val01', 'val110', 200) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table1 -POSTHOOK: Lineage: table1.dimid EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: table1.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table1.val SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: table1.val1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: table1.dimid SCRIPT [] +POSTHOOK: Lineage: table1.id SCRIPT [] +POSTHOOK: Lineage: table1.val SCRIPT [] +POSTHOOK: Lineage: table1.val1 SCRIPT [] PREHOOK: query: create table table2 (id int, val2 string) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -26,12 +28,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table2 PREHOOK: query: insert into table2 (id, val2) values (1, 't2val201'), (2, 't2val202'), (3, 't2val203') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table2 POSTHOOK: query: insert into table2 (id, val2) values (1, 't2val201'), (2, 't2val202'), (3, 't2val203') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table2 -POSTHOOK: Lineage: table2.id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: table2.val2 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table2.id SCRIPT [] +POSTHOOK: Lineage: table2.val2 SCRIPT [] PREHOOK: query: create table table3 (id int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -42,11 +46,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@table3 PREHOOK: query: insert into table3 (id) values (100), (100), (101), (102), (103) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@table3 POSTHOOK: query: insert into table3 (id) values (100), (100), (101), (102), (103) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@table3 -POSTHOOK: Lineage: table3.id EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table3.id SCRIPT [] PREHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id where table1.val = 't1val01' PREHOOK: type: QUERY POSTHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id where table1.val = 't1val01' diff --git a/ql/src/test/results/clientpositive/spark/explaindenpendencydiffengs.q.out b/ql/src/test/results/clientpositive/spark/explaindenpendencydiffengs.q.out index bf1c78135e..3a5d4e4415 100644 --- a/ql/src/test/results/clientpositive/spark/explaindenpendencydiffengs.q.out +++ b/ql/src/test/results/clientpositive/spark/explaindenpendencydiffengs.q.out @@ -12,11 +12,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@dependtest PREHOOK: query: insert into table dependtest partition (b=1) values ("hello") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@dependtest@b=1 POSTHOOK: query: insert into table dependtest partition (b=1) values ("hello") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@dependtest@b=1 -POSTHOOK: Lineage: dependtest PARTITION(b=1).a SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: dependtest PARTITION(b=1).a SCRIPT [] PREHOOK: query: create view viewtest as select * from dependtest where b = 1 PREHOOK: type: CREATEVIEW PREHOOK: Input: default@dependtest diff --git a/ql/src/test/results/clientpositive/spark/insert_into1.q.out b/ql/src/test/results/clientpositive/spark/insert_into1.q.out index d854f04aea..2b479abdf5 100644 --- a/ql/src/test/results/clientpositive/spark/insert_into1.q.out +++ b/ql/src/test/results/clientpositive/spark/insert_into1.q.out @@ -497,20 +497,28 @@ STAGE PLANS: Map 1 Map Operator Tree: TableScan - alias: values__tmp__table__1 - Statistics: Num rows: 1 Data size: 60 Basic stats: COMPLETE Column stats: NONE + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: UDFToInteger(tmp_values_col1) (type: int), tmp_values_col2 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 60 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 60 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.insert_into1 + expressions: array(const struct(1,'abc')) (type: array>) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + UDTF Operator + Statistics: Num rows: 1 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + function name: inline + Select Operator + expressions: col1 (type: int), col2 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.insert_into1 Stage: Stage-0 Move Operator @@ -524,12 +532,14 @@ STAGE PLANS: PREHOOK: query: insert into table insert_into1 values(1, 'abc') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@insert_into1 POSTHOOK: query: insert into table insert_into1 values(1, 'abc') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@insert_into1 -POSTHOOK: Lineage: insert_into1.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: insert_into1.value SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: insert_into1.key SCRIPT [] +POSTHOOK: Lineage: insert_into1.value SCRIPT [] PREHOOK: query: explain SELECT COUNT(*) FROM insert_into1 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/spark/insert_into2.q.out b/ql/src/test/results/clientpositive/spark/insert_into2.q.out index 6724963896..4a68cc7265 100644 --- a/ql/src/test/results/clientpositive/spark/insert_into2.q.out +++ b/ql/src/test/results/clientpositive/spark/insert_into2.q.out @@ -420,12 +420,14 @@ POSTHOOK: Input: default@insert_into2 50 PREHOOK: query: insert into table insert_into2 partition (ds='2') values(1, 'abc') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@insert_into2@ds=2 POSTHOOK: query: insert into table insert_into2 partition (ds='2') values(1, 'abc') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@insert_into2@ds=2 -POSTHOOK: Lineage: insert_into2 PARTITION(ds=2).key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: insert_into2 PARTITION(ds=2).value SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: insert_into2 PARTITION(ds=2).key SCRIPT [] +POSTHOOK: Lineage: insert_into2 PARTITION(ds=2).value SCRIPT [] PREHOOK: query: explain SELECT COUNT(*) FROM insert_into2 where ds='2' PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/spark/multi_insert_with_join.q.out b/ql/src/test/results/clientpositive/spark/multi_insert_with_join.q.out index e60f2e4f56..56dd248824 100644 --- a/ql/src/test/results/clientpositive/spark/multi_insert_with_join.q.out +++ b/ql/src/test/results/clientpositive/spark/multi_insert_with_join.q.out @@ -48,22 +48,26 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@gender_summary PREHOOK: query: insert into status_updates values (1, "status_1", "2009-03-20") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@status_updates POSTHOOK: query: insert into status_updates values (1, "status_1", "2009-03-20") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@status_updates -POSTHOOK: Lineage: status_updates.ds SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: status_updates.status SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: status_updates.userid EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: status_updates.ds SCRIPT [] +POSTHOOK: Lineage: status_updates.status SCRIPT [] +POSTHOOK: Lineage: status_updates.userid SCRIPT [] PREHOOK: query: insert into profiles values (1, "school_1", 0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@profiles POSTHOOK: query: insert into profiles values (1, "school_1", 0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@profiles -POSTHOOK: Lineage: profiles.gender EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: profiles.school SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: profiles.userid EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: profiles.gender SCRIPT [] +POSTHOOK: Lineage: profiles.school SCRIPT [] +POSTHOOK: Lineage: profiles.userid SCRIPT [] PREHOOK: query: FROM (SELECT a.status, b.school, b.gender FROM status_updates a JOIN profiles b ON (a.userid = b.userid and diff --git a/ql/src/test/results/clientpositive/spark/spark_combine_equivalent_work.q.out b/ql/src/test/results/clientpositive/spark/spark_combine_equivalent_work.q.out index b7116c1c26..415b370a77 100644 --- a/ql/src/test/results/clientpositive/spark/spark_combine_equivalent_work.q.out +++ b/ql/src/test/results/clientpositive/spark/spark_combine_equivalent_work.q.out @@ -30,12 +30,14 @@ POSTHOOK: Output: default@a1 POSTHOOK: Output: default@a1@end_dt=20161021 PREHOOK: query: insert into table a1 partition(END_DT='20161020') values('2000721360','20161001') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@a1@end_dt=20161020 POSTHOOK: query: insert into table a1 partition(END_DT='20161020') values('2000721360','20161001') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@a1@end_dt=20161020 -POSTHOOK: Lineage: a1 PARTITION(end_dt=20161020).kehhao SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: a1 PARTITION(end_dt=20161020).start_dt SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: a1 PARTITION(end_dt=20161020).kehhao SCRIPT [] +POSTHOOK: Lineage: a1 PARTITION(end_dt=20161020).start_dt SCRIPT [] PREHOOK: query: SELECT T1.KEHHAO,COUNT(1) FROM ( SELECT KEHHAO FROM a1 T WHERE T.KEHHAO = '2000721360' AND '20161018' BETWEEN T.START_DT AND T.END_DT-1 diff --git a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_3.q.out b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_3.q.out index 53f25ce38c..23f0d523ee 100644 --- a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_3.q.out +++ b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_3.q.out @@ -161,125 +161,159 @@ POSTHOOK: Output: default@partitioned_table5 POSTHOOK: Output: default@partitioned_table5@part_col1=3/part_col2=3 PREHOOK: query: INSERT INTO TABLE regular_table1 VALUES (0, 0), (1, 1), (2, 2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@regular_table1 POSTHOOK: query: INSERT INTO TABLE regular_table1 VALUES (0, 0), (1, 1), (2, 2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@regular_table1 -POSTHOOK: Lineage: regular_table1.col1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: regular_table1.col2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: regular_table1.col1 SCRIPT [] +POSTHOOK: Lineage: regular_table1.col2 SCRIPT [] PREHOOK: query: INSERT INTO TABLE regular_table2 VALUES (0, 0), (1, 1), (2, 2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@regular_table2 POSTHOOK: query: INSERT INTO TABLE regular_table2 VALUES (0, 0), (1, 1), (2, 2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@regular_table2 -POSTHOOK: Lineage: regular_table2.col1 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: regular_table2.col2 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: regular_table2.col1 SCRIPT [] +POSTHOOK: Lineage: regular_table2.col2 SCRIPT [] PREHOOK: query: INSERT INTO TABLE partitioned_table1 PARTITION (part_col = 1) VALUES (1), (2), (3), (4), (5), (6) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@partitioned_table1@part_col=1 POSTHOOK: query: INSERT INTO TABLE partitioned_table1 PARTITION (part_col = 1) VALUES (1), (2), (3), (4), (5), (6) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@partitioned_table1@part_col=1 -POSTHOOK: Lineage: partitioned_table1 PARTITION(part_col=1).col EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_table1 PARTITION(part_col=1).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE partitioned_table1 PARTITION (part_col = 2) VALUES (1), (2), (3), (4), (5), (6) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@partitioned_table1@part_col=2 POSTHOOK: query: INSERT INTO TABLE partitioned_table1 PARTITION (part_col = 2) VALUES (1), (2), (3), (4), (5), (6) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@partitioned_table1@part_col=2 -POSTHOOK: Lineage: partitioned_table1 PARTITION(part_col=2).col EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_table1 PARTITION(part_col=2).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE partitioned_table1 PARTITION (part_col = 3) VALUES (1), (2), (3), (4), (5), (6) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@partitioned_table1@part_col=3 POSTHOOK: query: INSERT INTO TABLE partitioned_table1 PARTITION (part_col = 3) VALUES (1), (2), (3), (4), (5), (6) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@partitioned_table1@part_col=3 -POSTHOOK: Lineage: partitioned_table1 PARTITION(part_col=3).col EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_table1 PARTITION(part_col=3).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE partitioned_table2 PARTITION (part_col = 1) VALUES (1), (2), (3), (4), (5), (6) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@partitioned_table2@part_col=1 POSTHOOK: query: INSERT INTO TABLE partitioned_table2 PARTITION (part_col = 1) VALUES (1), (2), (3), (4), (5), (6) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@partitioned_table2@part_col=1 -POSTHOOK: Lineage: partitioned_table2 PARTITION(part_col=1).col EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_table2 PARTITION(part_col=1).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE partitioned_table2 PARTITION (part_col = 2) VALUES (1), (2), (3), (4), (5), (6) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@partitioned_table2@part_col=2 POSTHOOK: query: INSERT INTO TABLE partitioned_table2 PARTITION (part_col = 2) VALUES (1), (2), (3), (4), (5), (6) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@partitioned_table2@part_col=2 -POSTHOOK: Lineage: partitioned_table2 PARTITION(part_col=2).col EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_table2 PARTITION(part_col=2).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE partitioned_table2 PARTITION (part_col = 3) VALUES (1), (2), (3), (4), (5), (6) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@partitioned_table2@part_col=3 POSTHOOK: query: INSERT INTO TABLE partitioned_table2 PARTITION (part_col = 3) VALUES (1), (2), (3), (4), (5), (6) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@partitioned_table2@part_col=3 -POSTHOOK: Lineage: partitioned_table2 PARTITION(part_col=3).col EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_table2 PARTITION(part_col=3).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE partitioned_table3 PARTITION (part_col = 1) VALUES (1), (2), (3), (4), (5), (6) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@partitioned_table3@part_col=1 POSTHOOK: query: INSERT INTO TABLE partitioned_table3 PARTITION (part_col = 1) VALUES (1), (2), (3), (4), (5), (6) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@partitioned_table3@part_col=1 -POSTHOOK: Lineage: partitioned_table3 PARTITION(part_col=1).col EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_table3 PARTITION(part_col=1).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE partitioned_table3 PARTITION (part_col = 2) VALUES (1), (2), (3), (4), (5), (6) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@partitioned_table3@part_col=2 POSTHOOK: query: INSERT INTO TABLE partitioned_table3 PARTITION (part_col = 2) VALUES (1), (2), (3), (4), (5), (6) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@partitioned_table3@part_col=2 -POSTHOOK: Lineage: partitioned_table3 PARTITION(part_col=2).col EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_table3 PARTITION(part_col=2).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE partitioned_table3 PARTITION (part_col = 3) VALUES (1), (2), (3), (4), (5), (6) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@partitioned_table3@part_col=3 POSTHOOK: query: INSERT INTO TABLE partitioned_table3 PARTITION (part_col = 3) VALUES (1), (2), (3), (4), (5), (6) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@partitioned_table3@part_col=3 -POSTHOOK: Lineage: partitioned_table3 PARTITION(part_col=3).col EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_table3 PARTITION(part_col=3).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE partitioned_table4 PARTITION (part_col1 = 1, part_col2 = 1) VALUES (1), (2), (3), (4), (5), (6) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@partitioned_table4@part_col1=1/part_col2=1 POSTHOOK: query: INSERT INTO TABLE partitioned_table4 PARTITION (part_col1 = 1, part_col2 = 1) VALUES (1), (2), (3), (4), (5), (6) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@partitioned_table4@part_col1=1/part_col2=1 -POSTHOOK: Lineage: partitioned_table4 PARTITION(part_col1=1,part_col2=1).col EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_table4 PARTITION(part_col1=1,part_col2=1).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE partitioned_table4 PARTITION (part_col1 = 2, part_col2 = 2) VALUES (1), (2), (3), (4), (5), (6) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@partitioned_table4@part_col1=2/part_col2=2 POSTHOOK: query: INSERT INTO TABLE partitioned_table4 PARTITION (part_col1 = 2, part_col2 = 2) VALUES (1), (2), (3), (4), (5), (6) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@partitioned_table4@part_col1=2/part_col2=2 -POSTHOOK: Lineage: partitioned_table4 PARTITION(part_col1=2,part_col2=2).col EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_table4 PARTITION(part_col1=2,part_col2=2).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE partitioned_table4 PARTITION (part_col1 = 3, part_col2 = 3) VALUES (1), (2), (3), (4), (5), (6) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@partitioned_table4@part_col1=3/part_col2=3 POSTHOOK: query: INSERT INTO TABLE partitioned_table4 PARTITION (part_col1 = 3, part_col2 = 3) VALUES (1), (2), (3), (4), (5), (6) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@partitioned_table4@part_col1=3/part_col2=3 -POSTHOOK: Lineage: partitioned_table4 PARTITION(part_col1=3,part_col2=3).col EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_table4 PARTITION(part_col1=3,part_col2=3).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE partitioned_table5 PARTITION (part_col1 = 1, part_col2 = 1) VALUES (1), (2), (3), (4), (5), (6) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@partitioned_table5@part_col1=1/part_col2=1 POSTHOOK: query: INSERT INTO TABLE partitioned_table5 PARTITION (part_col1 = 1, part_col2 = 1) VALUES (1), (2), (3), (4), (5), (6) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@partitioned_table5@part_col1=1/part_col2=1 -POSTHOOK: Lineage: partitioned_table5 PARTITION(part_col1=1,part_col2=1).col EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_table5 PARTITION(part_col1=1,part_col2=1).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE partitioned_table5 PARTITION (part_col1 = 2, part_col2 = 2) VALUES (1), (2), (3), (4), (5), (6) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@partitioned_table5@part_col1=2/part_col2=2 POSTHOOK: query: INSERT INTO TABLE partitioned_table5 PARTITION (part_col1 = 2, part_col2 = 2) VALUES (1), (2), (3), (4), (5), (6) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@partitioned_table5@part_col1=2/part_col2=2 -POSTHOOK: Lineage: partitioned_table5 PARTITION(part_col1=2,part_col2=2).col EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_table5 PARTITION(part_col1=2,part_col2=2).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE partitioned_table5 PARTITION (part_col1 = 3, part_col2 = 3) VALUES (1), (2), (3), (4), (5), (6) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@partitioned_table5@part_col1=3/part_col2=3 POSTHOOK: query: INSERT INTO TABLE partitioned_table5 PARTITION (part_col1 = 3, part_col2 = 3) VALUES (1), (2), (3), (4), (5), (6) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@partitioned_table5@part_col1=3/part_col2=3 -POSTHOOK: Lineage: partitioned_table5 PARTITION(part_col1=3,part_col2=3).col EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: partitioned_table5 PARTITION(part_col1=3,part_col2=3).col SCRIPT [] PREHOOK: query: -- ensure the partitioned tables are treated as big tables diff --git a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_4.q.out b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_4.q.out index a06c3e3376..65fdb25dea 100644 --- a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_4.q.out +++ b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_4.q.out @@ -8,36 +8,44 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@part1 PREHOOK: query: insert into table part1 partition (p='1', q='1') values ('1','1'), ('2','2') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part1@p=1/q=1 POSTHOOK: query: insert into table part1 partition (p='1', q='1') values ('1','1'), ('2','2') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part1@p=1/q=1 -POSTHOOK: Lineage: part1 PARTITION(p=1,q=1).key SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: part1 PARTITION(p=1,q=1).value SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part1 PARTITION(p=1,q=1).key SCRIPT [] +POSTHOOK: Lineage: part1 PARTITION(p=1,q=1).value SCRIPT [] PREHOOK: query: insert into table part1 partition (p='1', q='2') values ('3','3'), ('4','4') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part1@p=1/q=2 POSTHOOK: query: insert into table part1 partition (p='1', q='2') values ('3','3'), ('4','4') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part1@p=1/q=2 -POSTHOOK: Lineage: part1 PARTITION(p=1,q=2).key SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: part1 PARTITION(p=1,q=2).value SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part1 PARTITION(p=1,q=2).key SCRIPT [] +POSTHOOK: Lineage: part1 PARTITION(p=1,q=2).value SCRIPT [] PREHOOK: query: insert into table part1 partition (p='2', q='1') values ('5','5'), ('6','6') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part1@p=2/q=1 POSTHOOK: query: insert into table part1 partition (p='2', q='1') values ('5','5'), ('6','6') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part1@p=2/q=1 -POSTHOOK: Lineage: part1 PARTITION(p=2,q=1).key SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: part1 PARTITION(p=2,q=1).value SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part1 PARTITION(p=2,q=1).key SCRIPT [] +POSTHOOK: Lineage: part1 PARTITION(p=2,q=1).value SCRIPT [] PREHOOK: query: insert into table part1 partition (p='2', q='2') values ('7','7'), ('8','8') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part1@p=2/q=2 POSTHOOK: query: insert into table part1 partition (p='2', q='2') values ('7','7'), ('8','8') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part1@p=2/q=2 -POSTHOOK: Lineage: part1 PARTITION(p=2,q=2).key SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: part1 PARTITION(p=2,q=2).value SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part1 PARTITION(p=2,q=2).key SCRIPT [] +POSTHOOK: Lineage: part1 PARTITION(p=2,q=2).value SCRIPT [] PREHOOK: query: create table part2(key string, value string) partitioned by (p string, q string) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -48,36 +56,44 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@part2 PREHOOK: query: insert into table part2 partition (p='3', q='3') values ('a','a'), ('b','b') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part2@p=3/q=3 POSTHOOK: query: insert into table part2 partition (p='3', q='3') values ('a','a'), ('b','b') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part2@p=3/q=3 -POSTHOOK: Lineage: part2 PARTITION(p=3,q=3).key SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: part2 PARTITION(p=3,q=3).value SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part2 PARTITION(p=3,q=3).key SCRIPT [] +POSTHOOK: Lineage: part2 PARTITION(p=3,q=3).value SCRIPT [] PREHOOK: query: insert into table part2 partition (p='3', q='4') values ('c','c'), ('d','d') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part2@p=3/q=4 POSTHOOK: query: insert into table part2 partition (p='3', q='4') values ('c','c'), ('d','d') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part2@p=3/q=4 -POSTHOOK: Lineage: part2 PARTITION(p=3,q=4).key SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: part2 PARTITION(p=3,q=4).value SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part2 PARTITION(p=3,q=4).key SCRIPT [] +POSTHOOK: Lineage: part2 PARTITION(p=3,q=4).value SCRIPT [] PREHOOK: query: insert into table part2 partition (p='4', q='3') values ('e','e'), ('f','f') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part2@p=4/q=3 POSTHOOK: query: insert into table part2 partition (p='4', q='3') values ('e','e'), ('f','f') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part2@p=4/q=3 -POSTHOOK: Lineage: part2 PARTITION(p=4,q=3).key SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: part2 PARTITION(p=4,q=3).value SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part2 PARTITION(p=4,q=3).key SCRIPT [] +POSTHOOK: Lineage: part2 PARTITION(p=4,q=3).value SCRIPT [] PREHOOK: query: insert into table part2 partition (p='4', q='4') values ('g','g'), ('h','h') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part2@p=4/q=4 POSTHOOK: query: insert into table part2 partition (p='4', q='4') values ('g','g'), ('h','h') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part2@p=4/q=4 -POSTHOOK: Lineage: part2 PARTITION(p=4,q=4).key SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: part2 PARTITION(p=4,q=4).value SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: part2 PARTITION(p=4,q=4).key SCRIPT [] +POSTHOOK: Lineage: part2 PARTITION(p=4,q=4).value SCRIPT [] PREHOOK: query: explain select * from (select part1.key, part1.value from part1 join src on part1.p=src.key) a @@ -1883,11 +1899,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@foo PREHOOK: query: insert into table foo values ('1'),('2') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@foo POSTHOOK: query: insert into table foo values ('1'),('2') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@foo -POSTHOOK: Lineage: foo.key SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: foo.key SCRIPT [] PREHOOK: query: explain select p from part2 where p in (select max(key) from foo) union all diff --git a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_recursive_mapjoin.q.out b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_recursive_mapjoin.q.out index 4e37daf745..d2dce82950 100644 --- a/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_recursive_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/spark/spark_dynamic_partition_pruning_recursive_mapjoin.q.out @@ -153,116 +153,148 @@ POSTHOOK: Output: default@part_table5 POSTHOOK: Output: default@part_table5@part5_col=5 PREHOOK: query: INSERT INTO TABLE part_table1 PARTITION (part1_col = 1) VALUES (1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_table1@part1_col=1 POSTHOOK: query: INSERT INTO TABLE part_table1 PARTITION (part1_col = 1) VALUES (1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_table1@part1_col=1 -POSTHOOK: Lineage: part_table1 PARTITION(part1_col=1).col EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_table1 PARTITION(part1_col=1).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE part_table2 PARTITION (part2_col = 1) VALUES (1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_table2@part2_col=1 POSTHOOK: query: INSERT INTO TABLE part_table2 PARTITION (part2_col = 1) VALUES (1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_table2@part2_col=1 -POSTHOOK: Lineage: part_table2 PARTITION(part2_col=1).col EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_table2 PARTITION(part2_col=1).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE part_table2 PARTITION (part2_col = 2) VALUES (2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_table2@part2_col=2 POSTHOOK: query: INSERT INTO TABLE part_table2 PARTITION (part2_col = 2) VALUES (2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_table2@part2_col=2 -POSTHOOK: Lineage: part_table2 PARTITION(part2_col=2).col EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_table2 PARTITION(part2_col=2).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE part_table3 PARTITION (part3_col = 1) VALUES (1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_table3@part3_col=1 POSTHOOK: query: INSERT INTO TABLE part_table3 PARTITION (part3_col = 1) VALUES (1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_table3@part3_col=1 -POSTHOOK: Lineage: part_table3 PARTITION(part3_col=1).col EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_table3 PARTITION(part3_col=1).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE part_table3 PARTITION (part3_col = 2) VALUES (2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_table3@part3_col=2 POSTHOOK: query: INSERT INTO TABLE part_table3 PARTITION (part3_col = 2) VALUES (2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_table3@part3_col=2 -POSTHOOK: Lineage: part_table3 PARTITION(part3_col=2).col EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_table3 PARTITION(part3_col=2).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE part_table3 PARTITION (part3_col = 3) VALUES (3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_table3@part3_col=3 POSTHOOK: query: INSERT INTO TABLE part_table3 PARTITION (part3_col = 3) VALUES (3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_table3@part3_col=3 -POSTHOOK: Lineage: part_table3 PARTITION(part3_col=3).col EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_table3 PARTITION(part3_col=3).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE part_table4 PARTITION (part4_col = 1) VALUES (1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_table4@part4_col=1 POSTHOOK: query: INSERT INTO TABLE part_table4 PARTITION (part4_col = 1) VALUES (1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_table4@part4_col=1 -POSTHOOK: Lineage: part_table4 PARTITION(part4_col=1).col EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_table4 PARTITION(part4_col=1).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE part_table4 PARTITION (part4_col = 2) VALUES (2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_table4@part4_col=2 POSTHOOK: query: INSERT INTO TABLE part_table4 PARTITION (part4_col = 2) VALUES (2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_table4@part4_col=2 -POSTHOOK: Lineage: part_table4 PARTITION(part4_col=2).col EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_table4 PARTITION(part4_col=2).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE part_table4 PARTITION (part4_col = 3) VALUES (3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_table4@part4_col=3 POSTHOOK: query: INSERT INTO TABLE part_table4 PARTITION (part4_col = 3) VALUES (3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_table4@part4_col=3 -POSTHOOK: Lineage: part_table4 PARTITION(part4_col=3).col EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_table4 PARTITION(part4_col=3).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE part_table4 PARTITION (part4_col = 4) VALUES (4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_table4@part4_col=4 POSTHOOK: query: INSERT INTO TABLE part_table4 PARTITION (part4_col = 4) VALUES (4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_table4@part4_col=4 -POSTHOOK: Lineage: part_table4 PARTITION(part4_col=4).col EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_table4 PARTITION(part4_col=4).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE part_table5 PARTITION (part5_col = 1) VALUES (1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_table5@part5_col=1 POSTHOOK: query: INSERT INTO TABLE part_table5 PARTITION (part5_col = 1) VALUES (1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_table5@part5_col=1 -POSTHOOK: Lineage: part_table5 PARTITION(part5_col=1).col EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_table5 PARTITION(part5_col=1).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE part_table5 PARTITION (part5_col = 2) VALUES (2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_table5@part5_col=2 POSTHOOK: query: INSERT INTO TABLE part_table5 PARTITION (part5_col = 2) VALUES (2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_table5@part5_col=2 -POSTHOOK: Lineage: part_table5 PARTITION(part5_col=2).col EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_table5 PARTITION(part5_col=2).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE part_table5 PARTITION (part5_col = 3) VALUES (3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_table5@part5_col=3 POSTHOOK: query: INSERT INTO TABLE part_table5 PARTITION (part5_col = 3) VALUES (3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_table5@part5_col=3 -POSTHOOK: Lineage: part_table5 PARTITION(part5_col=3).col EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_table5 PARTITION(part5_col=3).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE part_table5 PARTITION (part5_col = 4) VALUES (4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_table5@part5_col=4 POSTHOOK: query: INSERT INTO TABLE part_table5 PARTITION (part5_col = 4) VALUES (4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_table5@part5_col=4 -POSTHOOK: Lineage: part_table5 PARTITION(part5_col=4).col EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_table5 PARTITION(part5_col=4).col SCRIPT [] PREHOOK: query: INSERT INTO TABLE part_table5 PARTITION (part5_col = 5) VALUES (5) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_table5@part5_col=5 POSTHOOK: query: INSERT INTO TABLE part_table5 PARTITION (part5_col = 5) VALUES (5) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_table5@part5_col=5 -POSTHOOK: Lineage: part_table5 PARTITION(part5_col=5).col EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: part_table5 PARTITION(part5_col=5).col SCRIPT [] PREHOOK: query: INSERT INTO table reg_table VALUES (1), (2), (3), (4), (5), (6) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@reg_table POSTHOOK: query: INSERT INTO table reg_table VALUES (1), (2), (3), (4), (5), (6) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@reg_table -POSTHOOK: Lineage: reg_table.col EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: reg_table.col SCRIPT [] PREHOOK: query: explain SELECT * FROM part_table1 pt1, part_table2 pt2, diff --git a/ql/src/test/results/clientpositive/spark/spark_use_ts_stats_for_mapjoin.q.out b/ql/src/test/results/clientpositive/spark/spark_use_ts_stats_for_mapjoin.q.out index d9ea36f996..11f367e63d 100644 --- a/ql/src/test/results/clientpositive/spark/spark_use_ts_stats_for_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/spark/spark_use_ts_stats_for_mapjoin.q.out @@ -296,44 +296,54 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@e PREHOOK: query: INSERT INTO TABLE a VALUES ("a1", 1), ("a2", 2), ("a3", 3), ("a4", 4), ("a5", 5), ("a6", 6), ("a7", 7) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@a POSTHOOK: query: INSERT INTO TABLE a VALUES ("a1", 1), ("a2", 2), ("a3", 3), ("a4", 4), ("a5", 5), ("a6", 6), ("a7", 7) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@a -POSTHOOK: Lineage: a.c1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: a.c2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: a.c1 SCRIPT [] +POSTHOOK: Lineage: a.c2 SCRIPT [] PREHOOK: query: INSERT INTO TABLE b VALUES ("b1", 1), ("b2", 2), ("b3", 3), ("b4", 4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@b POSTHOOK: query: INSERT INTO TABLE b VALUES ("b1", 1), ("b2", 2), ("b3", 3), ("b4", 4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@b -POSTHOOK: Lineage: b.c3 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: b.c4 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: b.c3 SCRIPT [] +POSTHOOK: Lineage: b.c4 SCRIPT [] PREHOOK: query: INSERT INTO TABLE c VALUES ("c1", 1), ("c2", 2), ("c3", 3), ("c4", 4), ("c5", 5), ("c6", 6), ("c7", 7) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@c POSTHOOK: query: INSERT INTO TABLE c VALUES ("c1", 1), ("c2", 2), ("c3", 3), ("c4", 4), ("c5", 5), ("c6", 6), ("c7", 7) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@c -POSTHOOK: Lineage: c.c1 SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: c.c2 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: c.c1 SCRIPT [] +POSTHOOK: Lineage: c.c2 SCRIPT [] PREHOOK: query: INSERT INTO TABLE d VALUES ("d1", 1), ("d2", 2), ("d3", 3), ("d4", 4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@d POSTHOOK: query: INSERT INTO TABLE d VALUES ("d1", 1), ("d2", 2), ("d3", 3), ("d4", 4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@d -POSTHOOK: Lineage: d.c3 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: d.c4 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: d.c3 SCRIPT [] +POSTHOOK: Lineage: d.c4 SCRIPT [] PREHOOK: query: INSERT INTO TABLE e VALUES ("d1", 1), ("d2", 2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@e POSTHOOK: query: INSERT INTO TABLE e VALUES ("d1", 1), ("d2", 2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@e -POSTHOOK: Lineage: e.c5 SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: e.c6 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: e.c5 SCRIPT [] +POSTHOOK: Lineage: e.c6 SCRIPT [] PREHOOK: query: EXPLAIN WITH t1 AS ( SELECT a.c1 AS c1, a.c2 AS c2, b.c3 AS c3 FROM a JOIN b ON a.c2 = b.c4 diff --git a/ql/src/test/results/clientpositive/spark/subquery_exists.q.out b/ql/src/test/results/clientpositive/spark/subquery_exists.q.out index 9d9957bbd9..79ac544d68 100644 --- a/ql/src/test/results/clientpositive/spark/subquery_exists.q.out +++ b/ql/src/test/results/clientpositive/spark/subquery_exists.q.out @@ -923,18 +923,22 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values(1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values(1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.i SCRIPT [] PREHOOK: query: insert into t values(0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values(0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.i EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.i SCRIPT [] Warning: Shuffle Join JOIN[13][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from t where exists (select count(*) from src where 1=2) PREHOOK: type: QUERY @@ -1057,14 +1061,16 @@ PREHOOK: query: insert into tx1 values (1, 1), (1, 2), (1, 3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tx1 POSTHOOK: query: insert into tx1 values (1, 1), (1, 2), (1, 3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tx1 -POSTHOOK: Lineage: tx1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tx1.b EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: tx1.a SCRIPT [] +POSTHOOK: Lineage: tx1.b SCRIPT [] PREHOOK: query: select count(*) as result,3 as expected from tx1 u where exists (select * from tx1 v where u.a=v.a and u.b <> v.b) PREHOOK: type: QUERY @@ -1200,12 +1206,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t1 PREHOOK: query: insert into t1 values(4,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t1 POSTHOOK: query: insert into t1 values(4,1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t1 -POSTHOOK: Lineage: t1.i EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t1.j EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t1.i SCRIPT [] +POSTHOOK: Lineage: t1.j SCRIPT [] PREHOOK: query: create table t2(i int, j int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -1216,12 +1224,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t2 PREHOOK: query: insert into t2 values(4,2),(4,3),(4,5) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t2 POSTHOOK: query: insert into t2 values(4,2),(4,3),(4,5) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t2 -POSTHOOK: Lineage: t2.i EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t2.j EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t2.i SCRIPT [] +POSTHOOK: Lineage: t2.j SCRIPT [] PREHOOK: query: explain select * from t1 where t1.i in (select t2.i from t2 where t2.j <> t1.j) PREHOOK: type: QUERY POSTHOOK: query: explain select * from t1 where t1.i in (select t2.i from t2 where t2.j <> t1.j) diff --git a/ql/src/test/results/clientpositive/spark/subquery_in.q.out b/ql/src/test/results/clientpositive/spark/subquery_in.q.out index aada175d5e..f89c14602d 100644 --- a/ql/src/test/results/clientpositive/spark/subquery_in.q.out +++ b/ql/src/test/results/clientpositive/spark/subquery_in.q.out @@ -4950,18 +4950,22 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values(1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values(1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.i SCRIPT [] PREHOOK: query: insert into t values(0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values(0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.i EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.i SCRIPT [] PREHOOK: query: create table tempty(i int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -5088,11 +5092,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tnull PREHOOK: query: insert into tnull values(NULL) , (NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tnull POSTHOOK: query: insert into tnull values(NULL) , (NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tnull -POSTHOOK: Lineage: tnull.i EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: tnull.i EXPRESSION [] PREHOOK: query: select * from part where p_size IN (select i from tempty) PREHOOK: type: QUERY PREHOOK: Input: default@part @@ -5149,12 +5155,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values(0,1), (0,2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values(0,1), (0,2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.i EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.j EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t.i SCRIPT [] +POSTHOOK: Lineage: t.j SCRIPT [] PREHOOK: query: create table tt(i int, j int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -5165,12 +5173,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tt PREHOOK: query: insert into tt values(0,3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tt POSTHOOK: query: insert into tt values(0,3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tt -POSTHOOK: Lineage: tt.i EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tt.j EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: tt.i SCRIPT [] +POSTHOOK: Lineage: tt.j SCRIPT [] PREHOOK: query: explain select * from t where i IN (select sum(i) from tt where tt.j = t.j) PREHOOK: type: QUERY POSTHOOK: query: explain select * from t where i IN (select sum(i) from tt where tt.j = t.j) diff --git a/ql/src/test/results/clientpositive/spark/subquery_multi.q.out b/ql/src/test/results/clientpositive/spark/subquery_multi.q.out index cfe59da8c9..d816571c3e 100644 --- a/ql/src/test/results/clientpositive/spark/subquery_multi.q.out +++ b/ql/src/test/results/clientpositive/spark/subquery_multi.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tnull PREHOOK: query: insert into tnull values(NULL, NULL), (NULL, NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tnull POSTHOOK: query: insert into tnull values(NULL, NULL), (NULL, NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tnull -POSTHOOK: Lineage: tnull.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: tnull.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: tnull.c EXPRESSION [] +POSTHOOK: Lineage: tnull.i EXPRESSION [] PREHOOK: query: create table tempty(c char(2)) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -62,19 +64,21 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@part_null PREHOOK: query: insert into part_null values(78487,NULL,'Manufacturer#6','Brand#52','LARGE BRUSHED BRASS', 23, 'MED BAG',1464.48,'hely blith') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_null POSTHOOK: query: insert into part_null values(78487,NULL,'Manufacturer#6','Brand#52','LARGE BRUSHED BRASS', 23, 'MED BAG',1464.48,'hely blith') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_null -POSTHOOK: Lineage: part_null.p_brand SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_comment SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_container SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_mfgr SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_name SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_partkey EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_retailprice EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_size EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_type SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_null.p_brand SCRIPT [] +POSTHOOK: Lineage: part_null.p_comment SCRIPT [] +POSTHOOK: Lineage: part_null.p_container SCRIPT [] +POSTHOOK: Lineage: part_null.p_mfgr SCRIPT [] +POSTHOOK: Lineage: part_null.p_name EXPRESSION [] +POSTHOOK: Lineage: part_null.p_partkey SCRIPT [] +POSTHOOK: Lineage: part_null.p_retailprice SCRIPT [] +POSTHOOK: Lineage: part_null.p_size SCRIPT [] +POSTHOOK: Lineage: part_null.p_type SCRIPT [] PREHOOK: query: explain select * from part_null where p_size IN (select p_size from part_null) AND p_brand IN (select p_brand from part_null) PREHOOK: type: QUERY POSTHOOK: query: explain select * from part_null where p_size IN (select p_size from part_null) AND p_brand IN (select p_brand from part_null) @@ -3728,12 +3732,14 @@ POSTHOOK: Input: default@part 90681 almond antique chartreuse khaki white Manufacturer#3 Brand#31 MEDIUM BURNISHED TIN 17 SM CASE 1671.68 are slyly after the sl PREHOOK: query: insert into tnull values(1, 'c') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tnull POSTHOOK: query: insert into tnull values(1, 'c') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tnull -POSTHOOK: Lineage: tnull.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: tnull.i EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: tnull.c SCRIPT [] +POSTHOOK: Lineage: tnull.i SCRIPT [] Warning: Shuffle Join JOIN[16][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_partkey = 3 OR p_size NOT IN (select i from tnull) PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/spark/subquery_notin.q.out b/ql/src/test/results/clientpositive/spark/subquery_notin.q.out index 83b1b50e3d..9dbe342e50 100644 --- a/ql/src/test/results/clientpositive/spark/subquery_notin.q.out +++ b/ql/src/test/results/clientpositive/spark/subquery_notin.q.out @@ -5371,12 +5371,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t1 PREHOOK: query: INSERT INTO t1 VALUES (null,null), (1,''), (2,'abcde'), (100,'abcdefghij') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t1 POSTHOOK: query: INSERT INTO t1 VALUES (null,null), (1,''), (2,'abcde'), (100,'abcdefghij') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t1 -POSTHOOK: Lineage: t1.c1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t1.c2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t1.c1 SCRIPT [] +POSTHOOK: Lineage: t1.c2 SCRIPT [] PREHOOK: query: CREATE TABLE t2 (c1 INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -5387,11 +5389,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t2 PREHOOK: query: INSERT INTO t2 VALUES (null), (2), (100) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t2 POSTHOOK: query: INSERT INTO t2 VALUES (null), (2), (100) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t2 -POSTHOOK: Lineage: t2.c1 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t2.c1 SCRIPT [] Warning: Shuffle Join JOIN[16][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain SELECT c1 FROM t1 WHERE c1 NOT IN (SELECT c1 FROM t2) PREHOOK: type: QUERY @@ -5820,12 +5824,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t1 PREHOOK: query: insert into t1 values(1,0), (1,0),(1,0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t1 POSTHOOK: query: insert into t1 values(1,0), (1,0),(1,0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t1 -POSTHOOK: Lineage: t1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t1.b EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t1.a SCRIPT [] +POSTHOOK: Lineage: t1.b SCRIPT [] PREHOOK: query: create table t2(a int, b int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -5836,12 +5842,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t2 PREHOOK: query: insert into t2 values(2,1), (3,1), (NULL,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t2 POSTHOOK: query: insert into t2 values(2,1), (3,1), (NULL,1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t2 -POSTHOOK: Lineage: t2.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t2.b EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t2.a SCRIPT [] +POSTHOOK: Lineage: t2.b SCRIPT [] PREHOOK: query: explain select t1.a from t1 where t1.b NOT IN (select t2.a from t2 where t2.b=t1.a) PREHOOK: type: QUERY POSTHOOK: query: explain select t1.a from t1 where t1.b NOT IN (select t2.a from t2 where t2.b=t1.a) @@ -6034,12 +6042,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t7 PREHOOK: query: insert into t7 values(null, 5), (4, 15) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t7 POSTHOOK: query: insert into t7 values(null, 5), (4, 15) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t7 -POSTHOOK: Lineage: t7.i EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t7.j EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t7.i SCRIPT [] +POSTHOOK: Lineage: t7.j SCRIPT [] PREHOOK: query: create table fixOb(i int, j int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -6050,12 +6060,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@fixOb PREHOOK: query: insert into fixOb values(-1, 5), (-1, 15) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@fixob POSTHOOK: query: insert into fixOb values(-1, 5), (-1, 15) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@fixob -POSTHOOK: Lineage: fixob.i EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: fixob.j EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: fixob.i SCRIPT [] +POSTHOOK: Lineage: fixob.j SCRIPT [] PREHOOK: query: explain select * from fixOb where j NOT IN (select i from t7 where t7.j=fixOb.j) PREHOOK: type: QUERY POSTHOOK: query: explain select * from fixOb where j NOT IN (select i from t7 where t7.j=fixOb.j) @@ -6276,12 +6288,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values(1,2), (4,5), (7, NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values(1,2), (4,5), (7, NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.i EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.j EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t.i SCRIPT [] +POSTHOOK: Lineage: t.j SCRIPT [] PREHOOK: query: explain select t.i from t where t.j NOT IN (select t1.i from t t1 where t1.j=t.j) PREHOOK: type: QUERY POSTHOOK: query: explain select t.i from t where t.j NOT IN (select t1.i from t t1 where t1.j=t.j) diff --git a/ql/src/test/results/clientpositive/spark/subquery_scalar.q.out b/ql/src/test/results/clientpositive/spark/subquery_scalar.q.out index 51ada1a92f..77359a0197 100644 --- a/ql/src/test/results/clientpositive/spark/subquery_scalar.q.out +++ b/ql/src/test/results/clientpositive/spark/subquery_scalar.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tnull PREHOOK: query: insert into tnull values(NULL, NULL), (NULL, NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tnull POSTHOOK: query: insert into tnull values(NULL, NULL), (NULL, NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tnull -POSTHOOK: Lineage: tnull.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: tnull.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: tnull.c EXPRESSION [] +POSTHOOK: Lineage: tnull.i EXPRESSION [] PREHOOK: query: create table tempty(c char(2)) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -62,19 +64,21 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@part_null PREHOOK: query: insert into part_null values(78487,NULL,'Manufacturer#6','Brand#52','LARGE BRUSHED BRASS', 23, 'MED BAG',1464.48,'hely blith') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@part_null POSTHOOK: query: insert into part_null values(78487,NULL,'Manufacturer#6','Brand#52','LARGE BRUSHED BRASS', 23, 'MED BAG',1464.48,'hely blith') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@part_null -POSTHOOK: Lineage: part_null.p_brand SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_comment SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_container SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_mfgr SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_name SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_partkey EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_retailprice EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_size EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: part_null.p_type SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] +POSTHOOK: Lineage: part_null.p_brand SCRIPT [] +POSTHOOK: Lineage: part_null.p_comment SCRIPT [] +POSTHOOK: Lineage: part_null.p_container SCRIPT [] +POSTHOOK: Lineage: part_null.p_mfgr SCRIPT [] +POSTHOOK: Lineage: part_null.p_name EXPRESSION [] +POSTHOOK: Lineage: part_null.p_partkey SCRIPT [] +POSTHOOK: Lineage: part_null.p_retailprice SCRIPT [] +POSTHOOK: Lineage: part_null.p_size SCRIPT [] +POSTHOOK: Lineage: part_null.p_type SCRIPT [] Warning: Shuffle Join JOIN[10][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select * from part where p_size > (select avg(p_size) from part_null) PREHOOK: type: QUERY @@ -4269,84 +4273,94 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@EMPS PREHOOK: query: insert into EMPS values (100,'Fred',10,NULL,NULL,30,25,true,false,'1996-08-03') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@emps POSTHOOK: query: insert into EMPS values (100,'Fred',10,NULL,NULL,30,25,true,false,'1996-08-03') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@emps -POSTHOOK: Lineage: emps.age EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: emps.city SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: emps.deptno EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: emps.empid EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: emps.empno EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: emps.gender SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: emps.joinedat EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: emps.manager EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: emps.name SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: emps.slacker EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: emps.age SCRIPT [] +POSTHOOK: Lineage: emps.city EXPRESSION [] +POSTHOOK: Lineage: emps.deptno SCRIPT [] +POSTHOOK: Lineage: emps.empid SCRIPT [] +POSTHOOK: Lineage: emps.empno SCRIPT [] +POSTHOOK: Lineage: emps.gender EXPRESSION [] +POSTHOOK: Lineage: emps.joinedat SCRIPT [] +POSTHOOK: Lineage: emps.manager SCRIPT [] +POSTHOOK: Lineage: emps.name SCRIPT [] +POSTHOOK: Lineage: emps.slacker SCRIPT [] PREHOOK: query: insert into EMPS values (110,'Eric',20,'M','San Francisco',3,80,NULL,false,'2001-01-01') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@emps POSTHOOK: query: insert into EMPS values (110,'Eric',20,'M','San Francisco',3,80,NULL,false,'2001-01-01') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@emps -POSTHOOK: Lineage: emps.age EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: emps.city SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: emps.deptno EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: emps.empid EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: emps.empno EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: emps.gender SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: emps.joinedat EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: emps.manager EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: emps.name SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: emps.slacker EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: emps.age SCRIPT [] +POSTHOOK: Lineage: emps.city SCRIPT [] +POSTHOOK: Lineage: emps.deptno SCRIPT [] +POSTHOOK: Lineage: emps.empid SCRIPT [] +POSTHOOK: Lineage: emps.empno SCRIPT [] +POSTHOOK: Lineage: emps.gender SCRIPT [] +POSTHOOK: Lineage: emps.joinedat SCRIPT [] +POSTHOOK: Lineage: emps.manager SCRIPT [] +POSTHOOK: Lineage: emps.name SCRIPT [] +POSTHOOK: Lineage: emps.slacker EXPRESSION [] PREHOOK: query: insert into EMPS values (110,'John',40,'M','Vancouver',2,NULL,false,true,'2002-05-03') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@emps POSTHOOK: query: insert into EMPS values (110,'John',40,'M','Vancouver',2,NULL,false,true,'2002-05-03') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@emps -POSTHOOK: Lineage: emps.age EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: emps.city SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: emps.deptno EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: emps.empid EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: emps.empno EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: emps.gender SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: emps.joinedat EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: emps.manager EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: emps.name SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: emps.slacker EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: emps.age EXPRESSION [] +POSTHOOK: Lineage: emps.city SCRIPT [] +POSTHOOK: Lineage: emps.deptno SCRIPT [] +POSTHOOK: Lineage: emps.empid SCRIPT [] +POSTHOOK: Lineage: emps.empno SCRIPT [] +POSTHOOK: Lineage: emps.gender SCRIPT [] +POSTHOOK: Lineage: emps.joinedat SCRIPT [] +POSTHOOK: Lineage: emps.manager SCRIPT [] +POSTHOOK: Lineage: emps.name SCRIPT [] +POSTHOOK: Lineage: emps.slacker SCRIPT [] PREHOOK: query: insert into EMPS values (120,'Wilma',20,'F',NULL,1,5,NULL,true,'2005-09-07') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@emps POSTHOOK: query: insert into EMPS values (120,'Wilma',20,'F',NULL,1,5,NULL,true,'2005-09-07') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@emps -POSTHOOK: Lineage: emps.age EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: emps.city SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: emps.deptno EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: emps.empid EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: emps.empno EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: emps.gender SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: emps.joinedat EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: emps.manager EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: emps.name SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: emps.slacker EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: emps.age SCRIPT [] +POSTHOOK: Lineage: emps.city EXPRESSION [] +POSTHOOK: Lineage: emps.deptno SCRIPT [] +POSTHOOK: Lineage: emps.empid SCRIPT [] +POSTHOOK: Lineage: emps.empno SCRIPT [] +POSTHOOK: Lineage: emps.gender SCRIPT [] +POSTHOOK: Lineage: emps.joinedat SCRIPT [] +POSTHOOK: Lineage: emps.manager SCRIPT [] +POSTHOOK: Lineage: emps.name SCRIPT [] +POSTHOOK: Lineage: emps.slacker EXPRESSION [] PREHOOK: query: insert into EMPS values (130,'Alice',40,'F','Vancouver',2,NULL,false,true,'2007-01-01') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@emps POSTHOOK: query: insert into EMPS values (130,'Alice',40,'F','Vancouver',2,NULL,false,true,'2007-01-01') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@emps -POSTHOOK: Lineage: emps.age EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: emps.city SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: emps.deptno EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: emps.empid EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: emps.empno EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: emps.gender SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: emps.joinedat EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col10, type:string, comment:), ] -POSTHOOK: Lineage: emps.manager EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col9, type:string, comment:), ] -POSTHOOK: Lineage: emps.name SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: emps.slacker EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col8, type:string, comment:), ] +POSTHOOK: Lineage: emps.age EXPRESSION [] +POSTHOOK: Lineage: emps.city SCRIPT [] +POSTHOOK: Lineage: emps.deptno SCRIPT [] +POSTHOOK: Lineage: emps.empid SCRIPT [] +POSTHOOK: Lineage: emps.empno SCRIPT [] +POSTHOOK: Lineage: emps.gender SCRIPT [] +POSTHOOK: Lineage: emps.joinedat SCRIPT [] +POSTHOOK: Lineage: emps.manager SCRIPT [] +POSTHOOK: Lineage: emps.name SCRIPT [] +POSTHOOK: Lineage: emps.slacker SCRIPT [] PREHOOK: query: create table DEPTS(deptno int, name string) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -4357,28 +4371,34 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@DEPTS PREHOOK: query: insert into DEPTS values( 10,'Sales') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@depts POSTHOOK: query: insert into DEPTS values( 10,'Sales') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@depts -POSTHOOK: Lineage: depts.deptno EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: depts.name SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: depts.deptno SCRIPT [] +POSTHOOK: Lineage: depts.name SCRIPT [] PREHOOK: query: insert into DEPTS values( 20,'Marketing') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@depts POSTHOOK: query: insert into DEPTS values( 20,'Marketing') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@depts -POSTHOOK: Lineage: depts.deptno EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: depts.name SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: depts.deptno SCRIPT [] +POSTHOOK: Lineage: depts.name SCRIPT [] PREHOOK: query: insert into DEPTS values( 30,'Accounts') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@depts POSTHOOK: query: insert into DEPTS values( 30,'Accounts') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@depts -POSTHOOK: Lineage: depts.deptno EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: depts.name SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: depts.deptno SCRIPT [] +POSTHOOK: Lineage: depts.name SCRIPT [] PREHOOK: query: explain select * from emps where deptno <> (select count(deptno) from depts where depts.name = emps.name) PREHOOK: type: QUERY POSTHOOK: query: explain select * from emps where deptno <> (select count(deptno) from depts where depts.name = emps.name) @@ -5795,12 +5815,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values(3,1), (1,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values(3,1), (1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.i EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.j EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t.i SCRIPT [] +POSTHOOK: Lineage: t.j SCRIPT [] Warning: Shuffle Join JOIN[12][tables = [$hdt$_1, $hdt$_2]] in Work 'Reducer 4' is a cross product PREHOOK: query: explain select * from t where 0 = (select count(*) from t tt where tt.j <> t.i) PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/spark/subquery_select.q.out b/ql/src/test/results/clientpositive/spark/subquery_select.q.out index 6feb852965..e36c74a91c 100644 --- a/ql/src/test/results/clientpositive/spark/subquery_select.q.out +++ b/ql/src/test/results/clientpositive/spark/subquery_select.q.out @@ -2027,11 +2027,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@tnull PREHOOK: query: insert into tnull values(null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tnull POSTHOOK: query: insert into tnull values(null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tnull -POSTHOOK: Lineage: tnull.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: tnull.i EXPRESSION [] Warning: Shuffle Join JOIN[16][tables = [$hdt$_0, $hdt$_1]] in Work 'Reducer 2' is a cross product PREHOOK: query: explain select p_size, p_size IN (select i from tnull) from part PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/spark/vector_inner_join.q.out b/ql/src/test/results/clientpositive/spark/vector_inner_join.q.out index 8d738e2d62..7d17c59e4d 100644 --- a/ql/src/test/results/clientpositive/spark/vector_inner_join.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_inner_join.q.out @@ -16,18 +16,22 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_table_2a PREHOOK: query: insert into table orc_table_1a values(1),(1), (2),(3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@orc_table_1a POSTHOOK: query: insert into table orc_table_1a values(1),(1), (2),(3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@orc_table_1a -POSTHOOK: Lineage: orc_table_1a.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: orc_table_1a.a SCRIPT [] PREHOOK: query: insert into table orc_table_2a values(0),(2), (3),(null),(4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@orc_table_2a POSTHOOK: query: insert into table orc_table_2a values(0),(2), (3),(null),(4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@orc_table_2a -POSTHOOK: Lineage: orc_table_2a.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: orc_table_2a.c SCRIPT [] PREHOOK: query: explain vectorization detail select t1.a from orc_table_2a t2 join orc_table_1a t1 on t1.a = t2.c where t1.a > 2 PREHOOK: type: QUERY @@ -386,20 +390,24 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_table_2b PREHOOK: query: insert into table orc_table_1b values("one", 1),("one", 1), ("two", 2),("three", 3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@orc_table_1b POSTHOOK: query: insert into table orc_table_1b values("one", 1),("one", 1), ("two", 2),("three", 3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@orc_table_1b -POSTHOOK: Lineage: orc_table_1b.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: orc_table_1b.v1 SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: orc_table_1b.a SCRIPT [] +POSTHOOK: Lineage: orc_table_1b.v1 SCRIPT [] PREHOOK: query: insert into table orc_table_2b values(0, "ZERO"),(2, "TWO"), (3, "THREE"),(null, ""),(4, "FOUR") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@orc_table_2b POSTHOOK: query: insert into table orc_table_2b values(0, "ZERO"),(2, "TWO"), (3, "THREE"),(null, ""),(4, "FOUR") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@orc_table_2b -POSTHOOK: Lineage: orc_table_2b.c EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: orc_table_2b.v2 SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: orc_table_2b.c SCRIPT [] +POSTHOOK: Lineage: orc_table_2b.v2 SCRIPT [] PREHOOK: query: explain vectorization detail select t1.v1, t1.a from orc_table_2b t2 join orc_table_1b t1 on t1.a = t2.c where t1.a > 2 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/spark/vector_outer_join0.q.out b/ql/src/test/results/clientpositive/spark/vector_outer_join0.q.out index ff43d306a5..111b2a1cd8 100644 --- a/ql/src/test/results/clientpositive/spark/vector_outer_join0.q.out +++ b/ql/src/test/results/clientpositive/spark/vector_outer_join0.q.out @@ -16,20 +16,24 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_table_2 PREHOOK: query: insert into table orc_table_1 values ("", null),("one", 1),("one", 1),("two", 2),("three", 3),("", null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@orc_table_1 POSTHOOK: query: insert into table orc_table_1 values ("", null),("one", 1),("one", 1),("two", 2),("three", 3),("", null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@orc_table_1 -POSTHOOK: Lineage: orc_table_1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: orc_table_1.v1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: orc_table_1.a SCRIPT [] +POSTHOOK: Lineage: orc_table_1.v1 SCRIPT [] PREHOOK: query: insert into table orc_table_2 values (0, "ZERO"),(2, "TWO"), (3, "THREE"),(null, ""),(4, "FOUR"),(null, "") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@orc_table_2 POSTHOOK: query: insert into table orc_table_2 values (0, "ZERO"),(2, "TWO"), (3, "THREE"),(null, ""),(4, "FOUR"),(null, "") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@orc_table_2 -POSTHOOK: Lineage: orc_table_2.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: orc_table_2.v2 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: orc_table_2.c SCRIPT [] +POSTHOOK: Lineage: orc_table_2.v2 SCRIPT [] PREHOOK: query: select * from orc_table_1 PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1 diff --git a/ql/src/test/results/clientpositive/spark/vectorization_parquet_projection.q.out b/ql/src/test/results/clientpositive/spark/vectorization_parquet_projection.q.out index 7f43294277..d58a989968 100644 --- a/ql/src/test/results/clientpositive/spark/vectorization_parquet_projection.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorization_parquet_projection.q.out @@ -469,13 +469,15 @@ POSTHOOK: Output: default@parquet_nullsplit PREHOOK: query: insert into table parquet_nullsplit partition(len='1') values ('one', 'red') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@parquet_nullsplit@len=1 POSTHOOK: query: insert into table parquet_nullsplit partition(len='1') values ('one', 'red') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@parquet_nullsplit@len=1 -POSTHOOK: Lineage: parquet_nullsplit PARTITION(len=1).key SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: parquet_nullsplit PARTITION(len=1).val SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: parquet_nullsplit PARTITION(len=1).key SCRIPT [] +POSTHOOK: Lineage: parquet_nullsplit PARTITION(len=1).val SCRIPT [] PREHOOK: query: explain vectorization select count(*) from parquet_nullsplit where len = '1' PREHOOK: type: QUERY POSTHOOK: query: explain vectorization select count(*) from parquet_nullsplit where len = '1' diff --git a/ql/src/test/results/clientpositive/spark/vectorized_case.q.out b/ql/src/test/results/clientpositive/spark/vectorized_case.q.out index 7d505ae1e9..583e902a8b 100644 --- a/ql/src/test/results/clientpositive/spark/vectorized_case.q.out +++ b/ql/src/test/results/clientpositive/spark/vectorized_case.q.out @@ -500,12 +500,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test_1 PREHOOK: query: INSERT INTO test_1 VALUES (3.0,1.0),(2.0,2.0),(1.0,3.0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_1 POSTHOOK: query: INSERT INTO test_1 VALUES (3.0,1.0),(2.0,2.0),(1.0,3.0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_1 -POSTHOOK: Lineage: test_1.attr EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: test_1.member EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: test_1.attr SCRIPT [] +POSTHOOK: Lineage: test_1.member SCRIPT [] PREHOOK: query: EXPLAIN SELECT CASE WHEN member =1.0 THEN attr+1.0 ELSE attr+2.0 END FROM test_1 PREHOOK: type: QUERY @@ -666,12 +668,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test_2 PREHOOK: query: INSERT INTO test_2 VALUES (3,1),(2,2),(1,3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_2 POSTHOOK: query: INSERT INTO test_2 VALUES (3,1),(2,2),(1,3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_2 -POSTHOOK: Lineage: test_2.attr EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: test_2.member EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: test_2.attr SCRIPT [] +POSTHOOK: Lineage: test_2.member SCRIPT [] PREHOOK: query: EXPLAIN SELECT CASE WHEN member=1 THEN attr+1 else attr+2 END FROM test_2 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/specialChar.q.out b/ql/src/test/results/clientpositive/specialChar.q.out index b194ad5014..a674b553b6 100644 --- a/ql/src/test/results/clientpositive/specialChar.q.out +++ b/ql/src/test/results/clientpositive/specialChar.q.out @@ -8,74 +8,94 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@ts PREHOOK: query: INSERT INTO ts VALUES ('Mozilla/5.0 (iPhone; CPU iPhone OS 5_0 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko) Version/5.1 Mobile/9A334 Safari/7534.48.3') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@ts POSTHOOK: query: INSERT INTO ts VALUES ('Mozilla/5.0 (iPhone; CPU iPhone OS 5_0 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko) Version/5.1 Mobile/9A334 Safari/7534.48.3') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@ts -POSTHOOK: Lineage: ts.s EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: ts.s SCRIPT [] PREHOOK: query: INSERT INTO ts VALUES ("Mozilla/5.0 (iPhone; CPU iPhone OS 5_0 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko) Version/5.1 Mobile/9A334 Safari/7534.48.3") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@ts POSTHOOK: query: INSERT INTO ts VALUES ("Mozilla/5.0 (iPhone; CPU iPhone OS 5_0 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko) Version/5.1 Mobile/9A334 Safari/7534.48.3") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@ts -POSTHOOK: Lineage: ts.s EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: ts.s SCRIPT [] PREHOOK: query: INSERT INTO ts VALUES ("Mozilla/5.0 (iPhone\; \\; \\\;CPU iPhone OS 5_0 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko) Version/5.1 Mobile/9A334 Safari/7534.48.3") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@ts POSTHOOK: query: INSERT INTO ts VALUES ("Mozilla/5.0 (iPhone\; \\; \\\;CPU iPhone OS 5_0 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko) Version/5.1 Mobile/9A334 Safari/7534.48.3") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@ts -POSTHOOK: Lineage: ts.s EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: ts.s SCRIPT [] PREHOOK: query: INSERT INTO ts VALUES ("Mozilla/5.0 (iPhone\/; \/\/\/;CPU \;\;\;iPhone OS 5_0 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko) Version/5.1 Mobile/9A334 Safari/7534.48.3") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@ts POSTHOOK: query: INSERT INTO ts VALUES ("Mozilla/5.0 (iPhone\/; \/\/\/;CPU \;\;\;iPhone OS 5_0 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko) Version/5.1 Mobile/9A334 Safari/7534.48.3") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@ts -POSTHOOK: Lineage: ts.s EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: ts.s SCRIPT [] PREHOOK: query: INSERT INTO ts VALUES ('\'') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@ts POSTHOOK: query: INSERT INTO ts VALUES ('\'') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@ts -POSTHOOK: Lineage: ts.s EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: ts.s SCRIPT [] PREHOOK: query: INSERT INTO ts VALUES ('\"') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@ts POSTHOOK: query: INSERT INTO ts VALUES ('\"') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@ts -POSTHOOK: Lineage: ts.s EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: ts.s SCRIPT [] PREHOOK: query: INSERT INTO ts VALUES ("Mozilla\"\'/5.0 \"(iPhone; CPU iPhone OS 5_0 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko) Version/5.1 Mobile/9A334 Safari/7534.48.3") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@ts POSTHOOK: query: INSERT INTO ts VALUES ("Mozilla\"\'/5.0 \"(iPhone; CPU iPhone OS 5_0 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko) Version/5.1 Mobile/9A334 Safari/7534.48.3") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@ts -POSTHOOK: Lineage: ts.s EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: ts.s SCRIPT [] PREHOOK: query: INSERT INTO ts VALUES ("Mozilla\'\"/5.0 \'(iPhone; CPU iPhone OS 5_0 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko) Version/5.1 Mobile/9A334 Safari/7534.48.3") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@ts POSTHOOK: query: INSERT INTO ts VALUES ("Mozilla\'\"/5.0 \'(iPhone; CPU iPhone OS 5_0 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko) Version/5.1 Mobile/9A334 Safari/7534.48.3") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@ts -POSTHOOK: Lineage: ts.s EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: ts.s SCRIPT [] PREHOOK: query: INSERT INTO ts VALUES ("Mozilla\\\"/5.0 ;;;;;;(iPhone; CPU iPhone OS 5_0 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko) Version/5.1 Mobile/9A334 Safari/7534.48.3") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@ts POSTHOOK: query: INSERT INTO ts VALUES ("Mozilla\\\"/5.0 ;;;;;;(iPhone; CPU iPhone OS 5_0 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko) Version/5.1 Mobile/9A334 Safari/7534.48.3") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@ts -POSTHOOK: Lineage: ts.s EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: ts.s SCRIPT [] PREHOOK: query: INSERT INTO ts VALUES ("Mozilla\'\\/5.0 ;;;\";;\";(iPhone; CPU iPhone OS 5_0 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko) Version/5.1 Mobile/9A334 Safari/7534.48.3") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@ts POSTHOOK: query: INSERT INTO ts VALUES ("Mozilla\'\\/5.0 ;;;\";;\";(iPhone; CPU iPhone OS 5_0 like Mac OS X) AppleWebKit/534.46 (KHTML, like Gecko) Version/5.1 Mobile/9A334 Safari/7534.48.3") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@ts -POSTHOOK: Lineage: ts.s EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: ts.s SCRIPT [] PREHOOK: query: select * from ts order by s PREHOOK: type: QUERY PREHOOK: Input: default@ts diff --git a/ql/src/test/results/clientpositive/stats_empty_partition2.q.out b/ql/src/test/results/clientpositive/stats_empty_partition2.q.out index 005b8cc273..6d56f83102 100644 --- a/ql/src/test/results/clientpositive/stats_empty_partition2.q.out +++ b/ql/src/test/results/clientpositive/stats_empty_partition2.q.out @@ -16,11 +16,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values (1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.a SCRIPT [] PREHOOK: query: create table p1 (a int) partitioned by (p int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -31,18 +33,22 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@p1 PREHOOK: query: insert into p1 partition (p=1) values (1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@p1@p=1 POSTHOOK: query: insert into p1 partition (p=1) values (1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@p1@p=1 -POSTHOOK: Lineage: p1 PARTITION(p=1).a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: p1 PARTITION(p=1).a SCRIPT [] PREHOOK: query: insert into p1 partition (p=2) values (1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@p1@p=2 POSTHOOK: query: insert into p1 partition (p=2) values (1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@p1@p=2 -POSTHOOK: Lineage: p1 PARTITION(p=2).a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: p1 PARTITION(p=2).a SCRIPT [] PREHOOK: query: truncate table p1 PREHOOK: type: TRUNCATETABLE PREHOOK: Output: default@p1@p=1 @@ -53,11 +59,13 @@ POSTHOOK: Output: default@p1@p=1 POSTHOOK: Output: default@p1@p=2 PREHOOK: query: insert into p1 partition (p=1) values (1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@p1@p=1 POSTHOOK: query: insert into p1 partition (p=1) values (1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@p1@p=1 -POSTHOOK: Lineage: p1 PARTITION(p=1).a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: p1 PARTITION(p=1).a SCRIPT [] PREHOOK: query: explain select * from p1 join t on (t.a=p1.a) PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/stats_partial_size.q.out b/ql/src/test/results/clientpositive/stats_partial_size.q.out index 2838d93dda..ba34f44b07 100644 --- a/ql/src/test/results/clientpositive/stats_partial_size.q.out +++ b/ql/src/test/results/clientpositive/stats_partial_size.q.out @@ -8,11 +8,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@sample_partitioned PREHOOK: query: insert into sample_partitioned partition(y=1) values (1),(2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@sample_partitioned@y=1 POSTHOOK: query: insert into sample_partitioned partition(y=1) values (1),(2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@sample_partitioned@y=1 -POSTHOOK: Lineage: sample_partitioned PARTITION(y=1).x EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: sample_partitioned PARTITION(y=1).x SCRIPT [] PREHOOK: query: create temporary table sample as select * from sample_partitioned PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@sample_partitioned diff --git a/ql/src/test/results/clientpositive/stats_ppr_all.q.out b/ql/src/test/results/clientpositive/stats_ppr_all.q.out index f19e3f5c2c..4b3f62015c 100644 --- a/ql/src/test/results/clientpositive/stats_ppr_all.q.out +++ b/ql/src/test/results/clientpositive/stats_ppr_all.q.out @@ -18,28 +18,34 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@ss PREHOOK: query: insert into ss partition(country="US", year=2015, month=1, day=1) values(1,22.0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@ss@country=US/year=2015/month=1/day=1 POSTHOOK: query: insert into ss partition(country="US", year=2015, month=1, day=1) values(1,22.0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@ss@country=US/year=2015/month=1/day=1 -POSTHOOK: Lineage: ss PARTITION(country=US,year=2015,month=1,day=1).order_amount EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: ss PARTITION(country=US,year=2015,month=1,day=1).sales_order_id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: ss PARTITION(country=US,year=2015,month=1,day=1).order_amount SCRIPT [] +POSTHOOK: Lineage: ss PARTITION(country=US,year=2015,month=1,day=1).sales_order_id SCRIPT [] PREHOOK: query: insert into ss partition(country="US", year=2015, month=2, day=1) values(2,2.0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@ss@country=US/year=2015/month=2/day=1 POSTHOOK: query: insert into ss partition(country="US", year=2015, month=2, day=1) values(2,2.0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@ss@country=US/year=2015/month=2/day=1 -POSTHOOK: Lineage: ss PARTITION(country=US,year=2015,month=2,day=1).order_amount EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: ss PARTITION(country=US,year=2015,month=2,day=1).sales_order_id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: ss PARTITION(country=US,year=2015,month=2,day=1).order_amount SCRIPT [] +POSTHOOK: Lineage: ss PARTITION(country=US,year=2015,month=2,day=1).sales_order_id SCRIPT [] PREHOOK: query: insert into ss partition(country="US", year=2015, month=1, day=2) values(1,2.0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@ss@country=US/year=2015/month=1/day=2 POSTHOOK: query: insert into ss partition(country="US", year=2015, month=1, day=2) values(1,2.0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@ss@country=US/year=2015/month=1/day=2 -POSTHOOK: Lineage: ss PARTITION(country=US,year=2015,month=1,day=2).order_amount EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: ss PARTITION(country=US,year=2015,month=1,day=2).sales_order_id EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: ss PARTITION(country=US,year=2015,month=1,day=2).order_amount SCRIPT [] +POSTHOOK: Lineage: ss PARTITION(country=US,year=2015,month=1,day=2).sales_order_id SCRIPT [] PREHOOK: query: ANALYZE TABLE ss PARTITION(country,year,month,day) compute statistics for columns PREHOOK: type: QUERY PREHOOK: Input: default@ss diff --git a/ql/src/test/results/clientpositive/subquery_exists.q.out b/ql/src/test/results/clientpositive/subquery_exists.q.out index 898674be49..4383726906 100644 --- a/ql/src/test/results/clientpositive/subquery_exists.q.out +++ b/ql/src/test/results/clientpositive/subquery_exists.q.out @@ -909,18 +909,22 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values(1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values(1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.i SCRIPT [] PREHOOK: query: insert into t values(0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values(0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.i EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.i SCRIPT [] Warning: Shuffle Join JOIN[13][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product PREHOOK: query: explain select * from t where exists (select count(*) from src where 1=2) PREHOOK: type: QUERY @@ -1045,14 +1049,16 @@ PREHOOK: query: insert into tx1 values (1, 1), (1, 2), (1, 3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tx1 POSTHOOK: query: insert into tx1 values (1, 1), (1, 2), (1, 3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tx1 -POSTHOOK: Lineage: tx1.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: tx1.b EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: tx1.a SCRIPT [] +POSTHOOK: Lineage: tx1.b SCRIPT [] PREHOOK: query: select count(*) as result,3 as expected from tx1 u where exists (select * from tx1 v where u.a=v.a and u.b <> v.b) PREHOOK: type: QUERY @@ -1190,12 +1196,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t1 PREHOOK: query: insert into t1 values(4,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t1 POSTHOOK: query: insert into t1 values(4,1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t1 -POSTHOOK: Lineage: t1.i EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t1.j EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t1.i SCRIPT [] +POSTHOOK: Lineage: t1.j SCRIPT [] PREHOOK: query: create table t2(i int, j int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -1206,12 +1214,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t2 PREHOOK: query: insert into t2 values(4,2),(4,3),(4,5) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t2 POSTHOOK: query: insert into t2 values(4,2),(4,3),(4,5) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t2 -POSTHOOK: Lineage: t2.i EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t2.j EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t2.i SCRIPT [] +POSTHOOK: Lineage: t2.j SCRIPT [] PREHOOK: query: explain select * from t1 where t1.i in (select t2.i from t2 where t2.j <> t1.j) PREHOOK: type: QUERY POSTHOOK: query: explain select * from t1 where t1.i in (select t2.i from t2 where t2.j <> t1.j) diff --git a/ql/src/test/results/clientpositive/subquery_notin_having.q.out b/ql/src/test/results/clientpositive/subquery_notin_having.q.out index 433609d016..e8083572ec 100644 --- a/ql/src/test/results/clientpositive/subquery_notin_having.q.out +++ b/ql/src/test/results/clientpositive/subquery_notin_having.q.out @@ -792,12 +792,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t1 PREHOOK: query: INSERT INTO t1 VALUES (null,null), (1,''), (2,'abcde'), (100,'abcdefghij') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t1 POSTHOOK: query: INSERT INTO t1 VALUES (null,null), (1,''), (2,'abcde'), (100,'abcdefghij') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t1 -POSTHOOK: Lineage: t1.c1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t1.c2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t1.c1 SCRIPT [] +POSTHOOK: Lineage: t1.c2 SCRIPT [] PREHOOK: query: CREATE TABLE t2 (c1 INT) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -808,11 +810,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t2 PREHOOK: query: INSERT INTO t2 VALUES (null), (2), (100) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t2 POSTHOOK: query: INSERT INTO t2 VALUES (null), (2), (100) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t2 -POSTHOOK: Lineage: t2.c1 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t2.c1 SCRIPT [] Warning: Shuffle Join JOIN[20][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-2:MAPRED' is a cross product PREHOOK: query: explain SELECT c1 FROM t1 group by c1 having c1 NOT IN (SELECT c1 FROM t2) PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/tablevalues.q.out b/ql/src/test/results/clientpositive/tablevalues.q.out new file mode 100644 index 0000000000..247c5647a3 --- /dev/null +++ b/ql/src/test/results/clientpositive/tablevalues.q.out @@ -0,0 +1,764 @@ +PREHOOK: query: CREATE TABLE mytbl AS +SELECT key, value +FROM src +ORDER BY key +LIMIT 5 +PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@mytbl +POSTHOOK: query: CREATE TABLE mytbl AS +SELECT key, value +FROM src +ORDER BY key +LIMIT 5 +POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@mytbl +POSTHOOK: Lineage: mytbl.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: mytbl.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: EXPLAIN +INSERT INTO mytbl(key,value) +SELECT a,b as c FROM TABLE(VALUES(1,2),(3,4)) AS vc(a,b) +WHERE b = 9 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +INSERT INTO mytbl(key,value) +SELECT a,b as c FROM TABLE(VALUES(1,2),(3,4)) AS vc(a,b) +WHERE b = 9 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-7 depends on stages: Stage-1 , consists of Stage-4, Stage-3, Stage-5 + Stage-4 + Stage-0 depends on stages: Stage-4, Stage-3, Stage-6 + Stage-2 depends on stages: Stage-0 + Stage-3 + Stage-5 + Stage-6 depends on stages: Stage-5 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: array(const struct(1,2),const struct(3,4)) (type: array>) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 640 Basic stats: COMPLETE Column stats: COMPLETE + UDTF Operator + Statistics: Num rows: 1 Data size: 640 Basic stats: COMPLETE Column stats: COMPLETE + function name: inline + Filter Operator + predicate: (col2 = 9) (type: boolean) + Statistics: Num rows: 1 Data size: 640 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: UDFToString(col1) (type: string), '9' (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 269 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 269 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.mytbl + Select Operator + expressions: _col0 (type: string), _col1 (type: string) + outputColumnNames: key, value + Statistics: Num rows: 1 Data size: 269 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: compute_stats(key, 'hll'), compute_stats(value, 'hll') + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: struct), _col1 (type: struct) + Reduce Operator Tree: + Group By Operator + aggregations: compute_stats(VALUE._col0), compute_stats(VALUE._col1) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 880 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-7 + Conditional Operator + + Stage: Stage-4 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-0 + Move Operator + tables: + replace: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.mytbl + + Stage: Stage-2 + Stats Work + Basic Stats Work: + Column Stats Desc: + Columns: key, value + Column Types: string, string + Table: default.mytbl + + Stage: Stage-3 + Map Reduce + Map Operator Tree: + TableScan + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.mytbl + + Stage: Stage-5 + Map Reduce + Map Operator Tree: + TableScan + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.mytbl + + Stage: Stage-6 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + +PREHOOK: query: INSERT INTO mytbl(key,value) +SELECT a,b as c FROM TABLE(VALUES(1,2),(3,4)) AS vc(a,b) +WHERE b = 9 +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@mytbl +POSTHOOK: query: INSERT INTO mytbl(key,value) +SELECT a,b as c FROM TABLE(VALUES(1,2),(3,4)) AS vc(a,b) +WHERE b = 9 +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@mytbl +POSTHOOK: Lineage: mytbl.key SCRIPT [] +POSTHOOK: Lineage: mytbl.value EXPRESSION [] +PREHOOK: query: EXPLAIN +SELECT tf.col1, tf.col2, tf.col3 +FROM + (SELECT key, value FROM mytbl) t + LATERAL VIEW + INLINE(array(struct('A', 10, t.key),struct('B', 20, t.key))) tf AS col1, col2, col3 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +SELECT tf.col1, tf.col2, tf.col3 +FROM + (SELECT key, value FROM mytbl) t + LATERAL VIEW + INLINE(array(struct('A', 10, t.key),struct('B', 20, t.key))) tf AS col1, col2, col3 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: mytbl + Statistics: Num rows: 5 Data size: 41 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 5 Data size: 41 Basic stats: COMPLETE Column stats: NONE + Lateral View Forward + Statistics: Num rows: 5 Data size: 41 Basic stats: COMPLETE Column stats: NONE + Select Operator + Statistics: Num rows: 5 Data size: 41 Basic stats: COMPLETE Column stats: NONE + Lateral View Join Operator + outputColumnNames: _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 82 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col2 (type: string), _col3 (type: int), _col4 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 82 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 82 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Select Operator + expressions: array(struct('A',10,_col0),struct('B',20,_col0)) (type: array>) + outputColumnNames: _col0 + Statistics: Num rows: 5 Data size: 41 Basic stats: COMPLETE Column stats: NONE + UDTF Operator + Statistics: Num rows: 5 Data size: 41 Basic stats: COMPLETE Column stats: NONE + function name: inline + Lateral View Join Operator + outputColumnNames: _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 82 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col2 (type: string), _col3 (type: int), _col4 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 82 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 82 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: SELECT tf.col1, tf.col2, tf.col3 +FROM + (SELECT key, value FROM mytbl) t + LATERAL VIEW + INLINE(array(struct('A', 10, t.key),struct('B', 20, t.key))) tf AS col1, col2, col3 +PREHOOK: type: QUERY +PREHOOK: Input: default@mytbl +#### A masked pattern was here #### +POSTHOOK: query: SELECT tf.col1, tf.col2, tf.col3 +FROM + (SELECT key, value FROM mytbl) t + LATERAL VIEW + INLINE(array(struct('A', 10, t.key),struct('B', 20, t.key))) tf AS col1, col2, col3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mytbl +#### A masked pattern was here #### +A 10 0 +B 20 0 +A 10 0 +B 20 0 +A 10 0 +B 20 0 +A 10 10 +B 20 10 +A 10 100 +B 20 100 +PREHOOK: query: EXPLAIN +SELECT INLINE(array(struct('A', 10, 30),struct('B', 20, 30))) AS (col1, col2, col3) +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +SELECT INLINE(array(struct('A', 10, 30),struct('B', 20, 30))) AS (col1, col2, col3) +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: array(const struct('A',10,30),const struct('B',20,30)) (type: array>) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 56 Basic stats: COMPLETE Column stats: COMPLETE + UDTF Operator + Statistics: Num rows: 1 Data size: 56 Basic stats: COMPLETE Column stats: COMPLETE + function name: inline + Select Operator + expressions: col1 (type: string), col2 (type: int), col3 (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: SELECT INLINE(array(struct('A', 10, 30),struct('B', 20, 30))) AS (col1, col2, col3) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### +POSTHOOK: query: SELECT INLINE(array(struct('A', 10, 30),struct('B', 20, 30))) AS (col1, col2, col3) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### +A 10 30 +B 20 30 +PREHOOK: query: EXPLAIN +SELECT tf.col1, tf.col2, tf.col3 +FROM + TABLE(VALUES('A', 10, 30.0),('B', 20, 30.0)) AS tf(col1, col2, col3) +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +SELECT tf.col1, tf.col2, tf.col3 +FROM + TABLE(VALUES('A', 10, 30.0),('B', 20, 30.0)) AS tf(col1, col2, col3) +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: array(const struct('A',10,30),const struct('B',20,30)) (type: array>) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 3640 Basic stats: COMPLETE Column stats: COMPLETE + UDTF Operator + Statistics: Num rows: 1 Data size: 3640 Basic stats: COMPLETE Column stats: COMPLETE + function name: inline + Select Operator + expressions: col1 (type: string), col2 (type: int), col3 (type: decimal(2,0)) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: SELECT tf.col1, tf.col2, tf.col3 +FROM + TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### +POSTHOOK: query: SELECT tf.col1, tf.col2, tf.col3 +FROM + TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### +A 10 30 +B 20 30 +Warning: Shuffle Join JOIN[8][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product +PREHOOK: query: EXPLAIN +SELECT tf.col1, tf.col2, tf.col3 +FROM + TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3), + (SELECT key, value FROM mytbl) t +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +SELECT tf.col1, tf.col2, tf.col3 +FROM + TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3), + (SELECT key, value FROM mytbl) t +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: array(const struct('A',10,30),const struct('B',20,30)) (type: array>) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 2560 Basic stats: COMPLETE Column stats: COMPLETE + UDTF Operator + Statistics: Num rows: 1 Data size: 2560 Basic stats: COMPLETE Column stats: COMPLETE + function name: inline + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 2560 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: col1 (type: string), col2 (type: int), col3 (type: int) + TableScan + alias: mytbl + Statistics: Num rows: 5 Data size: 41 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + Statistics: Num rows: 5 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + sort order: + Statistics: Num rows: 5 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Operator Tree: + Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 5 Data size: 580 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 5 Data size: 580 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +Warning: Shuffle Join JOIN[8][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product +PREHOOK: query: SELECT tf.col1, tf.col2, tf.col3 +FROM + TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3), + (SELECT key, value FROM mytbl) t +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Input: default@mytbl +#### A masked pattern was here #### +POSTHOOK: query: SELECT tf.col1, tf.col2, tf.col3 +FROM + TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3), + (SELECT key, value FROM mytbl) t +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Input: default@mytbl +#### A masked pattern was here #### +B 20 30 +B 20 30 +B 20 30 +B 20 30 +B 20 30 +A 10 30 +A 10 30 +A 10 30 +A 10 30 +A 10 30 +Warning: Shuffle Join JOIN[10][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product +PREHOOK: query: EXPLAIN +SELECT tf.col1, tf.col2, tf.col3 +FROM + TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3), + TABLE(VALUES('A', 10),('B', 20)) AS tf2(col1, col2) +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +SELECT tf.col1, tf.col2, tf.col3 +FROM + TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3), + TABLE(VALUES('A', 10),('B', 20)) AS tf2(col1, col2) +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: array(const struct('A',10,30),const struct('B',20,30)) (type: array>) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 2560 Basic stats: COMPLETE Column stats: COMPLETE + UDTF Operator + Statistics: Num rows: 1 Data size: 2560 Basic stats: COMPLETE Column stats: COMPLETE + function name: inline + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 2560 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: col1 (type: string), col2 (type: int), col3 (type: int) + TableScan + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: array(const struct('A',10),const struct('B',20)) (type: array>) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 2440 Basic stats: COMPLETE Column stats: COMPLETE + UDTF Operator + Statistics: Num rows: 1 Data size: 2440 Basic stats: COMPLETE Column stats: COMPLETE + function name: inline + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 2440 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Operator Tree: + Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 116 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 116 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +Warning: Shuffle Join JOIN[10][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product +PREHOOK: query: SELECT tf.col1, tf.col2, tf.col3 +FROM + TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3), + TABLE(VALUES('A', 10),('B', 20)) AS tf2(col1, col2) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### +POSTHOOK: query: SELECT tf.col1, tf.col2, tf.col3 +FROM + TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3), + TABLE(VALUES('A', 10),('B', 20)) AS tf2(col1, col2) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### +B 20 30 +B 20 30 +A 10 30 +A 10 30 +Warning: Shuffle Join JOIN[8][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product +PREHOOK: query: EXPLAIN +SELECT tf.col1, tf.col2, tf.col3 +FROM + (SELECT key, value FROM mytbl) t, + TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3) +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +SELECT tf.col1, tf.col2, tf.col3 +FROM + (SELECT key, value FROM mytbl) t, + TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3) +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: mytbl + Statistics: Num rows: 5 Data size: 41 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + Statistics: Num rows: 5 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + sort order: + Statistics: Num rows: 5 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE + TableScan + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: array(const struct('A',10,30),const struct('B',20,30)) (type: array>) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 2560 Basic stats: COMPLETE Column stats: COMPLETE + UDTF Operator + Statistics: Num rows: 1 Data size: 2560 Basic stats: COMPLETE Column stats: COMPLETE + function name: inline + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 2560 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: col1 (type: string), col2 (type: int), col3 (type: int) + Reduce Operator Tree: + Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col1, _col2, _col3 + Statistics: Num rows: 5 Data size: 580 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: string), _col2 (type: int), _col3 (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 5 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 5 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +Warning: Shuffle Join JOIN[8][tables = [$hdt$_0, $hdt$_1]] in Stage 'Stage-1:MAPRED' is a cross product +PREHOOK: query: SELECT tf.col1, tf.col2, tf.col3 +FROM + (SELECT key, value FROM mytbl) t, + TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Input: default@mytbl +#### A masked pattern was here #### +POSTHOOK: query: SELECT tf.col1, tf.col2, tf.col3 +FROM + (SELECT key, value FROM mytbl) t, + TABLE(VALUES('A', 10, 30),('B', 20, 30)) AS tf(col1, col2, col3) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Input: default@mytbl +#### A masked pattern was here #### +B 20 30 +A 10 30 +B 20 30 +A 10 30 +B 20 30 +A 10 30 +B 20 30 +A 10 30 +B 20 30 +A 10 30 +PREHOOK: query: EXPLAIN +SELECT tf.col1, tf.col2, tf.col3 +FROM + (SELECT key, value FROM mytbl) t, + LATERAL TABLE(VALUES('A', 10, t.key),('B', 20, t.key)) AS tf(col1, col2, col3) +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +SELECT tf.col1, tf.col2, tf.col3 +FROM + (SELECT key, value FROM mytbl) t, + LATERAL TABLE(VALUES('A', 10, t.key),('B', 20, t.key)) AS tf(col1, col2, col3) +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Map Reduce + Map Operator Tree: + TableScan + alias: mytbl + Statistics: Num rows: 5 Data size: 41 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 5 Data size: 41 Basic stats: COMPLETE Column stats: NONE + Lateral View Forward + Statistics: Num rows: 5 Data size: 41 Basic stats: COMPLETE Column stats: NONE + Select Operator + Statistics: Num rows: 5 Data size: 41 Basic stats: COMPLETE Column stats: NONE + Lateral View Join Operator + outputColumnNames: _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 82 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col2 (type: string), _col3 (type: int), _col4 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 82 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 82 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Select Operator + expressions: array(struct('A',10,_col0),struct('B',20,_col0)) (type: array>) + outputColumnNames: _col0 + Statistics: Num rows: 5 Data size: 41 Basic stats: COMPLETE Column stats: NONE + UDTF Operator + Statistics: Num rows: 5 Data size: 41 Basic stats: COMPLETE Column stats: NONE + function name: inline + Lateral View Join Operator + outputColumnNames: _col2, _col3, _col4 + Statistics: Num rows: 10 Data size: 82 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col2 (type: string), _col3 (type: int), _col4 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 10 Data size: 82 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 82 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: SELECT tf.col1, tf.col2, tf.col3 +FROM + (SELECT key, value FROM mytbl) t, + LATERAL TABLE(VALUES('A', 10, t.key),('B', 20, t.key)) AS tf(col1, col2, col3) +PREHOOK: type: QUERY +PREHOOK: Input: default@mytbl +#### A masked pattern was here #### +POSTHOOK: query: SELECT tf.col1, tf.col2, tf.col3 +FROM + (SELECT key, value FROM mytbl) t, + LATERAL TABLE(VALUES('A', 10, t.key),('B', 20, t.key)) AS tf(col1, col2, col3) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@mytbl +#### A masked pattern was here #### +A 10 0 +B 20 0 +A 10 0 +B 20 0 +A 10 0 +B 20 0 +A 10 10 +B 20 10 +A 10 100 +B 20 100 diff --git a/ql/src/test/results/clientpositive/testSetQueryString.q.out b/ql/src/test/results/clientpositive/testSetQueryString.q.out index 0bf191950d..bd0f070f36 100644 --- a/ql/src/test/results/clientpositive/testSetQueryString.q.out +++ b/ql/src/test/results/clientpositive/testSetQueryString.q.out @@ -8,11 +8,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t1 PREHOOK: query: insert into t1 values (1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t1 POSTHOOK: query: insert into t1 values (1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t1 -POSTHOOK: Lineage: t1.c1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t1.c1 SCRIPT [] PREHOOK: query: select * from t1 PREHOOK: type: QUERY PREHOOK: Input: default@t1 diff --git a/ql/src/test/results/clientpositive/tez/acid_vectorization_original_tez.q.out b/ql/src/test/results/clientpositive/tez/acid_vectorization_original_tez.q.out index 0fd9d8cf60..2593fb15b0 100644 --- a/ql/src/test/results/clientpositive/tez/acid_vectorization_original_tez.q.out +++ b/ql/src/test/results/clientpositive/tez/acid_vectorization_original_tez.q.out @@ -14,11 +14,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@mydual PREHOOK: query: insert into mydual values(1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@mydual POSTHOOK: query: insert into mydual values(1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@mydual -POSTHOOK: Lineage: mydual.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: mydual.a SCRIPT [] PREHOOK: query: CREATE TABLE over10k(t tinyint, si smallint, i int, diff --git a/ql/src/test/results/clientpositive/tez/explainanalyze_5.q.out b/ql/src/test/results/clientpositive/tez/explainanalyze_5.q.out index 61d27bea1c..a1a94317d0 100644 --- a/ql/src/test/results/clientpositive/tez/explainanalyze_5.q.out +++ b/ql/src/test/results/clientpositive/tez/explainanalyze_5.q.out @@ -231,28 +231,32 @@ PREHOOK: query: insert into table acid_uami values (1, 109.23, 'mary had a little lamb'), (6553, 923.19, 'its fleece was white as snow') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acid_uami POSTHOOK: query: insert into table acid_uami values (1, 109.23, 'mary had a little lamb'), (6553, 923.19, 'its fleece was white as snow') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acid_uami -POSTHOOK: Lineage: acid_uami.de EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: acid_uami.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acid_uami.vc EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: acid_uami.de SCRIPT [] +POSTHOOK: Lineage: acid_uami.i SCRIPT [] +POSTHOOK: Lineage: acid_uami.vc SCRIPT [] PREHOOK: query: insert into table acid_uami values (10, 119.23, 'and everywhere that mary went'), (65530, 823.19, 'the lamb was sure to go') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acid_uami POSTHOOK: query: insert into table acid_uami values (10, 119.23, 'and everywhere that mary went'), (65530, 823.19, 'the lamb was sure to go') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acid_uami -POSTHOOK: Lineage: acid_uami.de EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: acid_uami.i EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acid_uami.vc EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: acid_uami.de SCRIPT [] +POSTHOOK: Lineage: acid_uami.i SCRIPT [] +POSTHOOK: Lineage: acid_uami.vc SCRIPT [] PREHOOK: query: select * from acid_uami order by de PREHOOK: type: QUERY PREHOOK: Input: default@acid_uami diff --git a/ql/src/test/results/clientpositive/tez/multi_count_distinct.q.out b/ql/src/test/results/clientpositive/tez/multi_count_distinct.q.out index 7f7d354b6c..49a4c7578e 100644 --- a/ql/src/test/results/clientpositive/tez/multi_count_distinct.q.out +++ b/ql/src/test/results/clientpositive/tez/multi_count_distinct.q.out @@ -12,13 +12,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@employee PREHOOK: query: insert into employee values (1, 'M', 1),(1, 'M', 1),(2, 'F', 1),(1, 'F', 3),(1, 'M', 2),(4, 'M', 1),(2, 'F', 1),(2, 'F', 3),(3, 'M', 2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@employee POSTHOOK: query: insert into employee values (1, 'M', 1),(1, 'M', 1),(2, 'F', 1),(1, 'F', 3),(1, 'M', 2),(4, 'M', 1),(2, 'F', 1),(2, 'F', 3),(3, 'M', 2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@employee -POSTHOOK: Lineage: employee.department_id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: employee.education_level EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: employee.gender EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: employee.department_id SCRIPT [] +POSTHOOK: Lineage: employee.education_level SCRIPT [] +POSTHOOK: Lineage: employee.gender SCRIPT [] PREHOOK: query: explain select count(distinct department_id), count(distinct gender), count(distinct education_level) from employee PREHOOK: type: QUERY POSTHOOK: query: explain select count(distinct department_id), count(distinct gender), count(distinct education_level) from employee diff --git a/ql/src/test/results/clientpositive/tez/vector_join_part_col_char.q.out b/ql/src/test/results/clientpositive/tez/vector_join_part_col_char.q.out index 4842f7dd7f..5c36aeb1d0 100644 --- a/ql/src/test/results/clientpositive/tez/vector_join_part_col_char.q.out +++ b/ql/src/test/results/clientpositive/tez/vector_join_part_col_char.q.out @@ -16,13 +16,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@studenttab PREHOOK: query: insert into table studenttab values ('calvin garcia',56,2.50), ('oscar miller',66,3.00), ('(yuri xylophone',30,2.74),('alice underhill',46,3.50) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@studenttab POSTHOOK: query: insert into table studenttab values ('calvin garcia',56,2.50), ('oscar miller',66,3.00), ('(yuri xylophone',30,2.74),('alice underhill',46,3.50) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@studenttab -POSTHOOK: Lineage: studenttab.age EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: studenttab.gpa EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: studenttab.name SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: studenttab.age SCRIPT [] +POSTHOOK: Lineage: studenttab.gpa SCRIPT [] +POSTHOOK: Lineage: studenttab.name SCRIPT [] PREHOOK: query: create table char_tbl1(name string, age int) partitioned by(gpa char(50)) stored as orc PREHOOK: type: CREATETABLE PREHOOK: Output: database:default diff --git a/ql/src/test/results/clientpositive/timestamptz_2.q.out b/ql/src/test/results/clientpositive/timestamptz_2.q.out index 8c92f639ab..7f614c02f4 100644 --- a/ql/src/test/results/clientpositive/timestamptz_2.q.out +++ b/ql/src/test/results/clientpositive/timestamptz_2.q.out @@ -14,13 +14,15 @@ PREHOOK: query: insert into table tstz2 values ('2005-04-03 03:01:00.04067 GMT-07:00'),('2005-01-03 02:01:00 GMT'),('2005-01-03 06:01:00 GMT+04:00'), ('2013-06-03 02:01:00.30547 GMT+01:00'),('2016-01-03 12:26:34.0123 GMT+08:00') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@tstz2 POSTHOOK: query: insert into table tstz2 values ('2005-04-03 03:01:00.04067 GMT-07:00'),('2005-01-03 02:01:00 GMT'),('2005-01-03 06:01:00 GMT+04:00'), ('2013-06-03 02:01:00.30547 GMT+01:00'),('2016-01-03 12:26:34.0123 GMT+08:00') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@tstz2 -POSTHOOK: Lineage: tstz2.t EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: tstz2.t SCRIPT [] PREHOOK: query: select * from tstz2 where t='2005-01-02 19:01:00 GMT-07:00' PREHOOK: type: QUERY PREHOOK: Input: default@tstz2 diff --git a/ql/src/test/results/clientpositive/transform3.q.out b/ql/src/test/results/clientpositive/transform3.q.out index 5f93ed8127..e3c55b8466 100644 --- a/ql/src/test/results/clientpositive/transform3.q.out +++ b/ql/src/test/results/clientpositive/transform3.q.out @@ -8,11 +8,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@transform3_t1 PREHOOK: query: INSERT OVERWRITE TABLE transform3_t1 VALUES('aaaa') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@transform3_t1 POSTHOOK: query: INSERT OVERWRITE TABLE transform3_t1 VALUES('aaaa') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@transform3_t1 -POSTHOOK: Lineage: transform3_t1.col SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: transform3_t1.col SCRIPT [] PREHOOK: query: SELECT t.newCol FROM ( SELECT TRANSFORM(col) USING 'cat' AS (NewCol string) FROM transform3_t1 ) t diff --git a/ql/src/test/results/clientpositive/udaf_binarysetfunctions.q.out b/ql/src/test/results/clientpositive/udaf_binarysetfunctions.q.out index 484ad40c0f..af058a44e4 100644 --- a/ql/src/test/results/clientpositive/udaf_binarysetfunctions.q.out +++ b/ql/src/test/results/clientpositive/udaf_binarysetfunctions.q.out @@ -12,294 +12,352 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values (101,1,1,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (101,1,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x SCRIPT [] +POSTHOOK: Lineage: t.y SCRIPT [] PREHOOK: query: insert into t values (201,2,1,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (201,2,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x SCRIPT [] +POSTHOOK: Lineage: t.y SCRIPT [] PREHOOK: query: insert into t values (301,3,1,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (301,3,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x SCRIPT [] +POSTHOOK: Lineage: t.y SCRIPT [] PREHOOK: query: insert into t values (401,4,1,11) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (401,4,1,11) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x SCRIPT [] +POSTHOOK: Lineage: t.y SCRIPT [] PREHOOK: query: insert into t values (501,5,1,null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (501,5,1,null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x EXPRESSION [] +POSTHOOK: Lineage: t.y SCRIPT [] PREHOOK: query: insert into t values (601,6,null,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (601,6,null,1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x SCRIPT [] +POSTHOOK: Lineage: t.y EXPRESSION [] PREHOOK: query: insert into t values (701,6,null,null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (701,6,null,null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x EXPRESSION [] +POSTHOOK: Lineage: t.y EXPRESSION [] PREHOOK: query: insert into t values (102,1,2,2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (102,1,2,2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x SCRIPT [] +POSTHOOK: Lineage: t.y SCRIPT [] PREHOOK: query: insert into t values (202,2,1,2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (202,2,1,2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x SCRIPT [] +POSTHOOK: Lineage: t.y SCRIPT [] PREHOOK: query: insert into t values (302,3,2,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (302,3,2,1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x SCRIPT [] +POSTHOOK: Lineage: t.y SCRIPT [] PREHOOK: query: insert into t values (402,4,2,12) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (402,4,2,12) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x SCRIPT [] +POSTHOOK: Lineage: t.y SCRIPT [] PREHOOK: query: insert into t values (502,5,2,null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (502,5,2,null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x EXPRESSION [] +POSTHOOK: Lineage: t.y SCRIPT [] PREHOOK: query: insert into t values (602,6,null,2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (602,6,null,2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__13)values__tmp__table__13.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x SCRIPT [] +POSTHOOK: Lineage: t.y EXPRESSION [] PREHOOK: query: insert into t values (702,6,null,null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (702,6,null,null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__14)values__tmp__table__14.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x EXPRESSION [] +POSTHOOK: Lineage: t.y EXPRESSION [] PREHOOK: query: insert into t values (103,1,3,3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (103,1,3,3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__15)values__tmp__table__15.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x SCRIPT [] +POSTHOOK: Lineage: t.y SCRIPT [] PREHOOK: query: insert into t values (203,2,1,3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (203,2,1,3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__16)values__tmp__table__16.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x SCRIPT [] +POSTHOOK: Lineage: t.y SCRIPT [] PREHOOK: query: insert into t values (303,3,3,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (303,3,3,1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__17)values__tmp__table__17.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x SCRIPT [] +POSTHOOK: Lineage: t.y SCRIPT [] PREHOOK: query: insert into t values (403,4,3,13) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (403,4,3,13) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__18)values__tmp__table__18.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x SCRIPT [] +POSTHOOK: Lineage: t.y SCRIPT [] PREHOOK: query: insert into t values (503,5,3,null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (503,5,3,null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__19)values__tmp__table__19.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x EXPRESSION [] +POSTHOOK: Lineage: t.y SCRIPT [] PREHOOK: query: insert into t values (603,6,null,3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (603,6,null,3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__20)values__tmp__table__20.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x SCRIPT [] +POSTHOOK: Lineage: t.y EXPRESSION [] PREHOOK: query: insert into t values (703,6,null,null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (703,6,null,null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__21)values__tmp__table__21.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x EXPRESSION [] +POSTHOOK: Lineage: t.y EXPRESSION [] PREHOOK: query: insert into t values (104,1,4,4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (104,1,4,4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__22)values__tmp__table__22.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x SCRIPT [] +POSTHOOK: Lineage: t.y SCRIPT [] PREHOOK: query: insert into t values (204,2,1,4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (204,2,1,4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__23)values__tmp__table__23.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x SCRIPT [] +POSTHOOK: Lineage: t.y SCRIPT [] PREHOOK: query: insert into t values (304,3,4,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (304,3,4,1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__24)values__tmp__table__24.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x SCRIPT [] +POSTHOOK: Lineage: t.y SCRIPT [] PREHOOK: query: insert into t values (404,4,4,14) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (404,4,4,14) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__25)values__tmp__table__25.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x SCRIPT [] +POSTHOOK: Lineage: t.y SCRIPT [] PREHOOK: query: insert into t values (504,5,4,null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (504,5,4,null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__26)values__tmp__table__26.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x EXPRESSION [] +POSTHOOK: Lineage: t.y SCRIPT [] PREHOOK: query: insert into t values (604,6,null,4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (604,6,null,4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__27)values__tmp__table__27.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x SCRIPT [] +POSTHOOK: Lineage: t.y EXPRESSION [] PREHOOK: query: insert into t values (704,6,null,null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (704,6,null,null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__28)values__tmp__table__28.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x EXPRESSION [] +POSTHOOK: Lineage: t.y EXPRESSION [] PREHOOK: query: insert into t values (800,7,1,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (800,7,1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.id EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.px EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: t.y EXPRESSION [(values__tmp__table__29)values__tmp__table__29.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.id SCRIPT [] +POSTHOOK: Lineage: t.px SCRIPT [] +POSTHOOK: Lineage: t.x SCRIPT [] +POSTHOOK: Lineage: t.y SCRIPT [] PREHOOK: query: explain select px,var_pop(x),var_pop(y),corr(y,x),covar_samp(y,x),covar_pop(y,x),regr_count(y,x),regr_slope(y,x), regr_intercept(y,x), regr_r2(y,x), regr_sxx(y,x), regr_syy(y,x), regr_sxy(y,x), regr_avgx(y,x), regr_avgy(y,x), regr_count(y,x) from t group by px order by px diff --git a/ql/src/test/results/clientpositive/udf_character_length.q.out b/ql/src/test/results/clientpositive/udf_character_length.q.out index d3e5bf8365..6bd2fe72ec 100644 --- a/ql/src/test/results/clientpositive/udf_character_length.q.out +++ b/ql/src/test/results/clientpositive/udf_character_length.q.out @@ -223,11 +223,13 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@dest1 PREHOOK: query: INSERT INTO dest1 VALUES(NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@dest1 POSTHOOK: query: INSERT INTO dest1 VALUES(NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@dest1 -POSTHOOK: Lineage: dest1.name SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: dest1.name EXPRESSION [] PREHOOK: query: EXPLAIN SELECT character_length(dest1.name) FROM dest1 PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN SELECT character_length(dest1.name) FROM dest1 diff --git a/ql/src/test/results/clientpositive/udf_folder_constants.q.out b/ql/src/test/results/clientpositive/udf_folder_constants.q.out index c27c59c79b..70a8c0197c 100644 --- a/ql/src/test/results/clientpositive/udf_folder_constants.q.out +++ b/ql/src/test/results/clientpositive/udf_folder_constants.q.out @@ -24,19 +24,23 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@udf_tb2 PREHOOK: query: insert into udf_tb1 values(2001, 11) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@udf_tb1 POSTHOOK: query: insert into udf_tb1 values(2001, 11) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@udf_tb1 -POSTHOOK: Lineage: udf_tb1.month EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: udf_tb1.year EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: udf_tb1.month SCRIPT [] +POSTHOOK: Lineage: udf_tb1.year SCRIPT [] PREHOOK: query: insert into udf_tb2 values(11) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@udf_tb2 POSTHOOK: query: insert into udf_tb2 values(11) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@udf_tb2 -POSTHOOK: Lineage: udf_tb2.month EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: udf_tb2.month SCRIPT [] PREHOOK: query: explain select unix_timestamp(concat(a.year, '-01-01 00:00:00')) from (select * from udf_tb1 where year=2001) a join udf_tb2 b on (a.month=b.month) PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/udf_isops.q.out b/ql/src/test/results/clientpositive/udf_isops.q.out index 0b6b35e7df..636f8e8cd6 100644 --- a/ql/src/test/results/clientpositive/udf_isops.q.out +++ b/ql/src/test/results/clientpositive/udf_isops.q.out @@ -12,31 +12,37 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values (1,null, true) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (1,null, true) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: t.v EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t.a SCRIPT [] +POSTHOOK: Lineage: t.b SCRIPT [] +POSTHOOK: Lineage: t.v EXPRESSION [] PREHOOK: query: insert into t values (2,1, false) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (2,1, false) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.b EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: t.v EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t.a SCRIPT [] +POSTHOOK: Lineage: t.b SCRIPT [] +POSTHOOK: Lineage: t.v SCRIPT [] PREHOOK: query: insert into t values (3,2, null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (3,2, null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.b EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: t.v EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: t.a SCRIPT [] +POSTHOOK: Lineage: t.b EXPRESSION [] +POSTHOOK: Lineage: t.v SCRIPT [] PREHOOK: query: select assert_true(sum(a*a) = 1) from t where v is null PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/udf_nullif.q.out b/ql/src/test/results/clientpositive/udf_nullif.q.out index fd8c8a82e3..d7b0bbbda1 100644 --- a/ql/src/test/results/clientpositive/udf_nullif.q.out +++ b/ql/src/test/results/clientpositive/udf_nullif.q.out @@ -182,14 +182,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t0 PREHOOK: query: insert into t0 values(1,2,3.1,4.1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t0 POSTHOOK: query: insert into t0 values(1,2,3.1,4.1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t0 -POSTHOOK: Lineage: t0.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t0.b EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t0.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: t0.d EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: t0.a SCRIPT [] +POSTHOOK: Lineage: t0.b SCRIPT [] +POSTHOOK: Lineage: t0.c SCRIPT [] +POSTHOOK: Lineage: t0.d SCRIPT [] PREHOOK: query: select nullif(a,b), nullif(b,c), nullif(c,d), diff --git a/ql/src/test/results/clientpositive/udf_octet_length.q.out b/ql/src/test/results/clientpositive/udf_octet_length.q.out index 60f9b04839..ea5bb90ab5 100644 --- a/ql/src/test/results/clientpositive/udf_octet_length.q.out +++ b/ql/src/test/results/clientpositive/udf_octet_length.q.out @@ -206,11 +206,13 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@dest1 PREHOOK: query: INSERT INTO dest1 VALUES(NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@dest1 POSTHOOK: query: INSERT INTO dest1 VALUES(NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@dest1 -POSTHOOK: Lineage: dest1.name SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: dest1.name EXPRESSION [] PREHOOK: query: EXPLAIN SELECT octet_length(dest1.name) FROM dest1 PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN SELECT octet_length(dest1.name) FROM dest1 diff --git a/ql/src/test/results/clientpositive/udf_stddev_samp.q.out b/ql/src/test/results/clientpositive/udf_stddev_samp.q.out index 674de04835..eff960b50c 100644 --- a/ql/src/test/results/clientpositive/udf_stddev_samp.q.out +++ b/ql/src/test/results/clientpositive/udf_stddev_samp.q.out @@ -48,11 +48,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values (1),(-1),(0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (1),(-1),(0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.a SCRIPT [] PREHOOK: query: select stddev_samp(a) from t PREHOOK: type: QUERY PREHOOK: Input: default@t diff --git a/ql/src/test/results/clientpositive/udf_var_samp.q.out b/ql/src/test/results/clientpositive/udf_var_samp.q.out index c1d23d0984..6c79cf9b9e 100644 --- a/ql/src/test/results/clientpositive/udf_var_samp.q.out +++ b/ql/src/test/results/clientpositive/udf_var_samp.q.out @@ -48,11 +48,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values (1),(-1),(0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values (1),(-1),(0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.a SCRIPT [] PREHOOK: query: select var_samp(a) from t PREHOOK: type: QUERY PREHOOK: Input: default@t diff --git a/ql/src/test/results/clientpositive/udf_width_bucket.q.out b/ql/src/test/results/clientpositive/udf_width_bucket.q.out index eeca88aacb..729171ac17 100644 --- a/ql/src/test/results/clientpositive/udf_width_bucket.q.out +++ b/ql/src/test/results/clientpositive/udf_width_bucket.q.out @@ -214,12 +214,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@alldecimaltypes PREHOOK: query: insert into table alldecimaltypes values (0.1, 0.1), (0.25, 0.25), (0.3456, 0.3456), (0.654321, 0.654321) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@alldecimaltypes POSTHOOK: query: insert into table alldecimaltypes values (0.1, 0.1), (0.25, 0.25), (0.3456, 0.3456), (0.654321, 0.654321) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@alldecimaltypes -POSTHOOK: Lineage: alldecimaltypes.cdouble EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: alldecimaltypes.cfloat EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: alldecimaltypes.cdouble SCRIPT [] +POSTHOOK: Lineage: alldecimaltypes.cfloat SCRIPT [] PREHOOK: query: select width_bucket(cfloat, 0, 1, 10), width_bucket(cdouble, 0, 1, 10) @@ -288,6 +290,7 @@ PREHOOK: query: insert into table alltypes values (72, 72, 72, 72, 72.0, 72.0), (100, 100, 100, 100, 100.0, 100.0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@alltypes POSTHOOK: query: insert into table alltypes values (0, 0, 0, 0, 0.0, 0.0), @@ -297,13 +300,14 @@ POSTHOOK: query: insert into table alltypes values (72, 72, 72, 72, 72.0, 72.0), (100, 100, 100, 100, 100.0, 100.0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@alltypes -POSTHOOK: Lineage: alltypes.cbigint EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: alltypes.cdouble EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: alltypes.cfloat EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: alltypes.cint EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: alltypes.csmallint EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: alltypes.ctinyint EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: alltypes.cbigint SCRIPT [] +POSTHOOK: Lineage: alltypes.cdouble SCRIPT [] +POSTHOOK: Lineage: alltypes.cfloat SCRIPT [] +POSTHOOK: Lineage: alltypes.cint SCRIPT [] +POSTHOOK: Lineage: alltypes.csmallint SCRIPT [] +POSTHOOK: Lineage: alltypes.ctinyint SCRIPT [] PREHOOK: query: select width_bucket(ctinyint, 0, 100, 10), width_bucket(csmallint, 0, 100, 10), @@ -340,16 +344,18 @@ POSTHOOK: type: TRUNCATETABLE POSTHOOK: Output: default@alltypes PREHOOK: query: insert into table alltypes values (5, 5, 5, 10, 4.5, 7.25) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@alltypes POSTHOOK: query: insert into table alltypes values (5, 5, 5, 10, 4.5, 7.25) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@alltypes -POSTHOOK: Lineage: alltypes.cbigint EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: alltypes.cdouble EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: alltypes.cfloat EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: alltypes.cint EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: alltypes.csmallint EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: alltypes.ctinyint EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: alltypes.cbigint SCRIPT [] +POSTHOOK: Lineage: alltypes.cdouble SCRIPT [] +POSTHOOK: Lineage: alltypes.cfloat SCRIPT [] +POSTHOOK: Lineage: alltypes.cint SCRIPT [] +POSTHOOK: Lineage: alltypes.csmallint SCRIPT [] +POSTHOOK: Lineage: alltypes.ctinyint SCRIPT [] PREHOOK: query: select width_bucket(cdouble, ctinyint, cbigint, 10), width_bucket(cdouble, csmallint, cbigint, 10), @@ -387,14 +393,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@alltinyints PREHOOK: query: insert into table alltinyints values (5, 1, 10, 2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@alltinyints POSTHOOK: query: insert into table alltinyints values (5, 1, 10, 2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@alltinyints -POSTHOOK: Lineage: alltinyints.cint EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: alltinyints.ctinyint1 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: alltinyints.ctinyint2 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: alltinyints.ctinyint3 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: alltinyints.cint SCRIPT [] +POSTHOOK: Lineage: alltinyints.ctinyint1 SCRIPT [] +POSTHOOK: Lineage: alltinyints.ctinyint2 SCRIPT [] +POSTHOOK: Lineage: alltinyints.ctinyint3 SCRIPT [] PREHOOK: query: select width_bucket(ctinyint1, ctinyint2, ctinyint3, cint) from alltinyints PREHOOK: type: QUERY PREHOOK: Input: default@alltinyints @@ -422,14 +430,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@allsmallints PREHOOK: query: insert into table allsmallints values (5, 1, 10, 2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@allsmallints POSTHOOK: query: insert into table allsmallints values (5, 1, 10, 2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@allsmallints -POSTHOOK: Lineage: allsmallints.cint EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col4, type:string, comment:), ] -POSTHOOK: Lineage: allsmallints.csmallint1 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: allsmallints.csmallint2 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: allsmallints.csmallint3 EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: allsmallints.cint SCRIPT [] +POSTHOOK: Lineage: allsmallints.csmallint1 SCRIPT [] +POSTHOOK: Lineage: allsmallints.csmallint2 SCRIPT [] +POSTHOOK: Lineage: allsmallints.csmallint3 SCRIPT [] PREHOOK: query: select width_bucket(csmallint1, csmallint2, csmallint3, cint) from allsmallints PREHOOK: type: QUERY PREHOOK: Input: default@allsmallints @@ -457,14 +467,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@allints PREHOOK: query: insert into table allints values (5, 1, 10, 2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@allints POSTHOOK: query: insert into table allints values (5, 1, 10, 2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@allints -POSTHOOK: Lineage: allints.cint1 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: allints.cint2 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: allints.cint3 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: allints.cint4 EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: allints.cint1 SCRIPT [] +POSTHOOK: Lineage: allints.cint2 SCRIPT [] +POSTHOOK: Lineage: allints.cint3 SCRIPT [] +POSTHOOK: Lineage: allints.cint4 SCRIPT [] PREHOOK: query: select width_bucket(cint1, cint2, cint3, cint4) from allints PREHOOK: type: QUERY PREHOOK: Input: default@allints @@ -492,14 +504,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@allbigints PREHOOK: query: insert into table allbigints values (5, 1, 10, 2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@allbigints POSTHOOK: query: insert into table allbigints values (5, 1, 10, 2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@allbigints -POSTHOOK: Lineage: allbigints.cbigint1 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: allbigints.cbigint2 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: allbigints.cbigint3 EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: allbigints.cint EXPRESSION [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: allbigints.cbigint1 SCRIPT [] +POSTHOOK: Lineage: allbigints.cbigint2 SCRIPT [] +POSTHOOK: Lineage: allbigints.cbigint3 SCRIPT [] +POSTHOOK: Lineage: allbigints.cint SCRIPT [] PREHOOK: query: select width_bucket(cbigint1, cbigint2, cbigint3, cint) from allbigints PREHOOK: type: QUERY PREHOOK: Input: default@allbigints @@ -527,14 +541,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@allfloats PREHOOK: query: insert into table allfloats values (5.0, 1.0, 10.0, 2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@allfloats POSTHOOK: query: insert into table allfloats values (5.0, 1.0, 10.0, 2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@allfloats -POSTHOOK: Lineage: allfloats.cfloat1 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: allfloats.cfloat2 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: allfloats.cfloat3 EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: allfloats.cint EXPRESSION [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: allfloats.cfloat1 SCRIPT [] +POSTHOOK: Lineage: allfloats.cfloat2 SCRIPT [] +POSTHOOK: Lineage: allfloats.cfloat3 SCRIPT [] +POSTHOOK: Lineage: allfloats.cint SCRIPT [] PREHOOK: query: select width_bucket(cfloat1, cfloat2, cfloat3, cint) from allfloats PREHOOK: type: QUERY PREHOOK: Input: default@allfloats @@ -562,14 +578,16 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@alldoubles PREHOOK: query: insert into table alldoubles values (5.0, 1.0, 10.0, 2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@alldoubles POSTHOOK: query: insert into table alldoubles values (5.0, 1.0, 10.0, 2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@alldoubles -POSTHOOK: Lineage: alldoubles.cdouble1 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: alldoubles.cdouble2 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: alldoubles.cdouble3 EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: alldoubles.cint EXPRESSION [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: alldoubles.cdouble1 SCRIPT [] +POSTHOOK: Lineage: alldoubles.cdouble2 SCRIPT [] +POSTHOOK: Lineage: alldoubles.cdouble3 SCRIPT [] +POSTHOOK: Lineage: alldoubles.cint SCRIPT [] PREHOOK: query: select width_bucket(cdouble1, cdouble2, cdouble3, cint) from alldoubles PREHOOK: type: QUERY PREHOOK: Input: default@alldoubles @@ -589,12 +607,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@testgroupingsets PREHOOK: query: insert into table testgroupingsets values (1, 1), (2, 2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@testgroupingsets POSTHOOK: query: insert into table testgroupingsets values (1, 1), (2, 2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@testgroupingsets -POSTHOOK: Lineage: testgroupingsets.c1 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: testgroupingsets.c2 EXPRESSION [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: testgroupingsets.c1 SCRIPT [] +POSTHOOK: Lineage: testgroupingsets.c2 SCRIPT [] PREHOOK: query: select c1, c2, width_bucket(5, c1, 10, case when grouping(c2) = 0 then 10 else 5 end) from testgroupingsets group by cube(c1, c2) PREHOOK: type: QUERY PREHOOK: Input: default@testgroupingsets diff --git a/ql/src/test/results/clientpositive/udtf_replicate_rows.q.out b/ql/src/test/results/clientpositive/udtf_replicate_rows.q.out index 2967d6be09..d402289522 100644 --- a/ql/src/test/results/clientpositive/udtf_replicate_rows.q.out +++ b/ql/src/test/results/clientpositive/udtf_replicate_rows.q.out @@ -20,13 +20,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into table t values (3,'2',0),(2,'3',1),(0,'2',2),(-1,'k',3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into table t values (3,'2',0),(2,'3',1),(0,'2',2),(-1,'k',3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.x EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: t.y SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: t.z EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: t.x SCRIPT [] +POSTHOOK: Lineage: t.y SCRIPT [] +POSTHOOK: Lineage: t.z SCRIPT [] PREHOOK: query: SELECT replicate_rows(x,y) FROM t PREHOOK: type: QUERY PREHOOK: Input: default@t diff --git a/ql/src/test/results/clientpositive/union37.q.out b/ql/src/test/results/clientpositive/union37.q.out index b67de4fc3a..1b9ac10c0d 100644 --- a/ql/src/test/results/clientpositive/union37.q.out +++ b/ql/src/test/results/clientpositive/union37.q.out @@ -8,13 +8,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@l_test1 PREHOOK: query: insert into l_test1 values (1, "table_1", "2016-08-11") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@l_test1 POSTHOOK: query: insert into l_test1 values (1, "table_1", "2016-08-11") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@l_test1 -POSTHOOK: Lineage: l_test1.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: l_test1.trans_date SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: l_test1.val SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: l_test1.id SCRIPT [] +POSTHOOK: Lineage: l_test1.trans_date SCRIPT [] +POSTHOOK: Lineage: l_test1.val SCRIPT [] PREHOOK: query: create table l_test2 (id bigint,val string,trans_date string) row format delimited fields terminated by ' ' PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -25,13 +27,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@l_test2 PREHOOK: query: insert into l_test2 values (2, "table_2", "2016-08-11") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@l_test2 POSTHOOK: query: insert into l_test2 values (2, "table_2", "2016-08-11") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@l_test2 -POSTHOOK: Lineage: l_test2.id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: l_test2.trans_date SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: l_test2.val SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: l_test2.id SCRIPT [] +POSTHOOK: Lineage: l_test2.trans_date SCRIPT [] +POSTHOOK: Lineage: l_test2.val SCRIPT [] PREHOOK: query: explain select id, diff --git a/ql/src/test/results/clientpositive/union_paren.q.out b/ql/src/test/results/clientpositive/union_paren.q.out index 6bfd427dfc..b78dd20523 100644 --- a/ql/src/test/results/clientpositive/union_paren.q.out +++ b/ql/src/test/results/clientpositive/union_paren.q.out @@ -59,11 +59,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t1 PREHOOK: query: insert into t1 values (1),(1),(2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t1 POSTHOOK: query: insert into t1 values (1),(1),(2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t1 -POSTHOOK: Lineage: t1.c EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t1.c SCRIPT [] PREHOOK: query: create table t2(c int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -74,11 +76,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t2 PREHOOK: query: insert into t2 values (2),(1),(2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t2 POSTHOOK: query: insert into t2 values (2),(1),(2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t2 -POSTHOOK: Lineage: t2.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t2.c SCRIPT [] PREHOOK: query: create table t3(c int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -89,11 +93,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t3 PREHOOK: query: insert into t3 values (2),(3),(2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t3 POSTHOOK: query: insert into t3 values (2),(3),(2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t3 -POSTHOOK: Lineage: t3.c EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t3.c SCRIPT [] PREHOOK: query: (select * from t1) union all select * from t2 union select * from t3 order by c PREHOOK: type: QUERY PREHOOK: Input: default@t1 diff --git a/ql/src/test/results/clientpositive/unionall_unbalancedppd.q.out b/ql/src/test/results/clientpositive/unionall_unbalancedppd.q.out index 625063a512..965c405113 100644 --- a/ql/src/test/results/clientpositive/unionall_unbalancedppd.q.out +++ b/ql/src/test/results/clientpositive/unionall_unbalancedppd.q.out @@ -144,34 +144,42 @@ POSTHOOK: Input: default@union_all_bug_test_2 #### A masked pattern was here #### PREHOOK: query: insert into table union_all_bug_test_1 values (1,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@union_all_bug_test_1 POSTHOOK: query: insert into table union_all_bug_test_1 values (1,1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@union_all_bug_test_1 -POSTHOOK: Lineage: union_all_bug_test_1.f1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: union_all_bug_test_1.f2 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: union_all_bug_test_1.f1 SCRIPT [] +POSTHOOK: Lineage: union_all_bug_test_1.f2 SCRIPT [] PREHOOK: query: insert into table union_all_bug_test_2 values (1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@union_all_bug_test_2 POSTHOOK: query: insert into table union_all_bug_test_2 values (1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@union_all_bug_test_2 -POSTHOOK: Lineage: union_all_bug_test_2.f1 EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: union_all_bug_test_2.f1 SCRIPT [] PREHOOK: query: insert into table union_all_bug_test_1 values (0,0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@union_all_bug_test_1 POSTHOOK: query: insert into table union_all_bug_test_1 values (0,0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@union_all_bug_test_1 -POSTHOOK: Lineage: union_all_bug_test_1.f1 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: union_all_bug_test_1.f2 EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: union_all_bug_test_1.f1 SCRIPT [] +POSTHOOK: Lineage: union_all_bug_test_1.f2 SCRIPT [] PREHOOK: query: insert into table union_all_bug_test_2 values (0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@union_all_bug_test_2 POSTHOOK: query: insert into table union_all_bug_test_2 values (0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@union_all_bug_test_2 -POSTHOOK: Lineage: union_all_bug_test_2.f1 EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: union_all_bug_test_2.f1 SCRIPT [] PREHOOK: query: SELECT f1 FROM ( diff --git a/ql/src/test/results/clientpositive/updateBasicStats.q.out b/ql/src/test/results/clientpositive/updateBasicStats.q.out index ad035f3505..7bae1aec9f 100644 --- a/ql/src/test/results/clientpositive/updateBasicStats.q.out +++ b/ql/src/test/results/clientpositive/updateBasicStats.q.out @@ -128,11 +128,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@calendarp PREHOOK: query: insert into table calendarp partition (p=1) values (2010), (2011), (2012) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@calendarp@p=1 POSTHOOK: query: insert into table calendarp partition (p=1) values (2010), (2011), (2012) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@calendarp@p=1 -POSTHOOK: Lineage: calendarp PARTITION(p=1).year EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: calendarp PARTITION(p=1).year SCRIPT [] PREHOOK: query: explain select * from calendarp where p=1 PREHOOK: type: QUERY POSTHOOK: query: explain select * from calendarp where p=1 diff --git a/ql/src/test/results/clientpositive/update_after_multiple_inserts.q.out b/ql/src/test/results/clientpositive/update_after_multiple_inserts.q.out index 36f2aa48d2..98a26e0e50 100644 --- a/ql/src/test/results/clientpositive/update_after_multiple_inserts.q.out +++ b/ql/src/test/results/clientpositive/update_after_multiple_inserts.q.out @@ -14,28 +14,32 @@ PREHOOK: query: insert into table acid_uami values (1, 109.23, 'mary had a little lamb'), (6553, 923.19, 'its fleece was white as snow') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acid_uami POSTHOOK: query: insert into table acid_uami values (1, 109.23, 'mary had a little lamb'), (6553, 923.19, 'its fleece was white as snow') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acid_uami -POSTHOOK: Lineage: acid_uami.de EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: acid_uami.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acid_uami.vc EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: acid_uami.de SCRIPT [] +POSTHOOK: Lineage: acid_uami.i SCRIPT [] +POSTHOOK: Lineage: acid_uami.vc SCRIPT [] PREHOOK: query: insert into table acid_uami values (10, 119.23, 'and everywhere that mary went'), (65530, 823.19, 'the lamb was sure to go') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@acid_uami POSTHOOK: query: insert into table acid_uami values (10, 119.23, 'and everywhere that mary went'), (65530, 823.19, 'the lamb was sure to go') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@acid_uami -POSTHOOK: Lineage: acid_uami.de EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: acid_uami.i EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: acid_uami.vc EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: acid_uami.de SCRIPT [] +POSTHOOK: Lineage: acid_uami.i SCRIPT [] +POSTHOOK: Lineage: acid_uami.vc SCRIPT [] PREHOOK: query: select * from acid_uami order by de PREHOOK: type: QUERY PREHOOK: Input: default@acid_uami diff --git a/ql/src/test/results/clientpositive/update_after_multiple_inserts_special_characters.q.out b/ql/src/test/results/clientpositive/update_after_multiple_inserts_special_characters.q.out index e690ac1713..0724093066 100644 --- a/ql/src/test/results/clientpositive/update_after_multiple_inserts_special_characters.q.out +++ b/ql/src/test/results/clientpositive/update_after_multiple_inserts_special_characters.q.out @@ -14,28 +14,32 @@ PREHOOK: query: insert into table `aci/d_u/ami` values (1, 109.23, 'mary had a little lamb'), (6553, 923.19, 'its fleece was white as snow') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@aci/d_u/ami POSTHOOK: query: insert into table `aci/d_u/ami` values (1, 109.23, 'mary had a little lamb'), (6553, 923.19, 'its fleece was white as snow') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@aci/d_u/ami -POSTHOOK: Lineage: aci/d_u/ami.d?*de e EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: aci/d_u/ami.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: aci/d_u/ami.vc EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: aci/d_u/ami.d?*de e SCRIPT [] +POSTHOOK: Lineage: aci/d_u/ami.i SCRIPT [] +POSTHOOK: Lineage: aci/d_u/ami.vc SCRIPT [] PREHOOK: query: insert into table `aci/d_u/ami` values (10, 119.23, 'and everywhere that mary went'), (65530, 823.19, 'the lamb was sure to go') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@aci/d_u/ami POSTHOOK: query: insert into table `aci/d_u/ami` values (10, 119.23, 'and everywhere that mary went'), (65530, 823.19, 'the lamb was sure to go') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@aci/d_u/ami -POSTHOOK: Lineage: aci/d_u/ami.d?*de e EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: aci/d_u/ami.i EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: aci/d_u/ami.vc EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: aci/d_u/ami.d?*de e SCRIPT [] +POSTHOOK: Lineage: aci/d_u/ami.i SCRIPT [] +POSTHOOK: Lineage: aci/d_u/ami.vc SCRIPT [] PREHOOK: query: select * from `aci/d_u/ami` order by `d?*de e` PREHOOK: type: QUERY PREHOOK: Input: default@aci/d_u/ami diff --git a/ql/src/test/results/clientpositive/vector_acid3.q.out b/ql/src/test/results/clientpositive/vector_acid3.q.out index bb4012e280..46c82fcbb0 100644 --- a/ql/src/test/results/clientpositive/vector_acid3.q.out +++ b/ql/src/test/results/clientpositive/vector_acid3.q.out @@ -12,11 +12,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@testacid1 PREHOOK: query: insert into table testacid1 values (1),(2),(3),(4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@testacid1 POSTHOOK: query: insert into table testacid1 values (1),(2),(3),(4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@testacid1 -POSTHOOK: Lineage: testacid1.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: testacid1.id SCRIPT [] hive.vectorized.execution.enabled=true PREHOOK: query: select count(1) from testacid1 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/vector_aggregate_without_gby.q.out b/ql/src/test/results/clientpositive/vector_aggregate_without_gby.q.out index 79028b4b6e..eab3b7ab30 100644 --- a/ql/src/test/results/clientpositive/vector_aggregate_without_gby.q.out +++ b/ql/src/test/results/clientpositive/vector_aggregate_without_gby.q.out @@ -16,6 +16,7 @@ values (6,20150314, '2015-03-14'), (7,20150404, '2015-04-04') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@testvec POSTHOOK: query: insert into table testvec values @@ -27,10 +28,11 @@ values (6,20150314, '2015-03-14'), (7,20150404, '2015-04-04') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@testvec -POSTHOOK: Lineage: testvec.dt EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: testvec.greg_dt SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: testvec.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: testvec.dt SCRIPT [] +POSTHOOK: Lineage: testvec.greg_dt SCRIPT [] +POSTHOOK: Lineage: testvec.id SCRIPT [] PREHOOK: query: explain vectorization detail select max(dt), max(greg_dt) from testvec where id=5 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/vector_bround.q.out b/ql/src/test/results/clientpositive/vector_bround.q.out index 29fa6fafc8..a2b745a087 100644 --- a/ql/src/test/results/clientpositive/vector_bround.q.out +++ b/ql/src/test/results/clientpositive/vector_bround.q.out @@ -17,6 +17,7 @@ values (2.51, 1.251), (3.51, 1.351) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_vector_bround POSTHOOK: query: insert into table test_vector_bround values @@ -29,9 +30,10 @@ values (2.51, 1.251), (3.51, 1.351) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_vector_bround -POSTHOOK: Lineage: test_vector_bround.v0 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test_vector_bround.v1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test_vector_bround.v0 SCRIPT [] +POSTHOOK: Lineage: test_vector_bround.v1 SCRIPT [] PREHOOK: query: explain vectorization detail select bround(v0), bround(v1, 1) from test_vector_bround PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/vector_bucket.q.out b/ql/src/test/results/clientpositive/vector_bucket.q.out index 34977a00bd..b6ddf67459 100644 --- a/ql/src/test/results/clientpositive/vector_bucket.q.out +++ b/ql/src/test/results/clientpositive/vector_bucket.q.out @@ -26,50 +26,40 @@ STAGE PLANS: Map Reduce Map Operator Tree: TableScan - alias: values__tmp__table__1 - Statistics: Num rows: 1 Data size: 260 Basic stats: COMPLETE Column stats: NONE - TableScan Vectorization: - native: true + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: tmp_values_col1 (type: string), tmp_values_col2 (type: string) - outputColumnNames: _col0, _col1 - Select Vectorization: - className: VectorSelectOperator - native: true - projectedOutputColumnNums: [0, 1] - Statistics: Num rows: 1 Data size: 260 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Map-reduce partition columns: UDFToInteger(_col0) (type: int) - Reduce Sink Vectorization: - className: VectorReduceSinkOperator - native: false - nativeConditionsMet: hive.vectorized.execution.reducesink.new.enabled IS true, No PTF TopN IS true, No DISTINCT columns IS true, BinarySortableSerDe for keys IS true, LazyBinarySerDe for values IS true - nativeConditionsNotMet: hive.execution.engine mr IN [tez, spark] IS false - Statistics: Num rows: 1 Data size: 260 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string) - Execution mode: vectorized + expressions: array(const struct(1,'one'),const struct(1,'one'),const struct(2,'two'),const struct(3,'three')) (type: array>) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 72 Basic stats: COMPLETE Column stats: COMPLETE + UDTF Operator + Statistics: Num rows: 1 Data size: 72 Basic stats: COMPLETE Column stats: COMPLETE + function name: inline + Select Operator + expressions: col1 (type: int), col2 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + sort order: + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: int), _col1 (type: string) Map Vectorization: - enabled: true - enabledConditionsMet: hive.vectorized.use.vector.serde.deserialize IS true - inputFormatFeatureSupport: [DECIMAL_64] - featureSupportInUse: [DECIMAL_64] - inputFileFormats: org.apache.hadoop.mapred.TextInputFormat - allNative: false - usesVectorUDFAdaptor: false - vectorized: true + enabled: false +#### A masked pattern was here #### Reduce Vectorization: enabled: false enableConditionsMet: hive.vectorized.execution.reduce.enabled IS true enableConditionsNotMet: hive.execution.engine mr IN [tez, spark] IS false Reduce Operator Tree: Select Operator - expressions: UDFToInteger(VALUE._col0) (type: int), VALUE._col1 (type: string) + expressions: VALUE._col0 (type: int), VALUE._col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 260 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 260 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -100,12 +90,14 @@ POSTHOOK: Input: default@non_orc_table #### A masked pattern was here #### PREHOOK: query: insert into table non_orc_table values(1, 'one'),(1, 'one'), (2, 'two'),(3, 'three') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@non_orc_table POSTHOOK: query: insert into table non_orc_table values(1, 'one'),(1, 'one'), (2, 'two'),(3, 'three') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@non_orc_table -POSTHOOK: Lineage: non_orc_table.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: non_orc_table.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: non_orc_table.a SCRIPT [] +POSTHOOK: Lineage: non_orc_table.b SCRIPT [] PREHOOK: query: select a, b from non_orc_table order by a PREHOOK: type: QUERY PREHOOK: Input: default@non_orc_table diff --git a/ql/src/test/results/clientpositive/vector_char_cast.q.out b/ql/src/test/results/clientpositive/vector_char_cast.q.out index c836dd80fd..14b0d6bc77 100644 --- a/ql/src/test/results/clientpositive/vector_char_cast.q.out +++ b/ql/src/test/results/clientpositive/vector_char_cast.q.out @@ -8,11 +8,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@s1 PREHOOK: query: insert into table s1 values (1000),(1001),(1002),(1003),(1000) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@s1 POSTHOOK: query: insert into table s1 values (1000),(1001),(1002),(1003),(1000) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@s1 -POSTHOOK: Lineage: s1.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: s1.id SCRIPT [] PREHOOK: query: select count(1) from s1 where cast(id as char(4))='1000' PREHOOK: type: QUERY PREHOOK: Input: default@s1 diff --git a/ql/src/test/results/clientpositive/vector_coalesce_2.q.out b/ql/src/test/results/clientpositive/vector_coalesce_2.q.out index 9c40d2ce9a..a5a7915df3 100644 --- a/ql/src/test/results/clientpositive/vector_coalesce_2.q.out +++ b/ql/src/test/results/clientpositive/vector_coalesce_2.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@str_str_orc PREHOOK: query: insert into table str_str_orc values (null, "X"), ("0", "X"), ("1", "X"), (null, "y") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@str_str_orc POSTHOOK: query: insert into table str_str_orc values (null, "X"), ("0", "X"), ("1", "X"), (null, "y") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@str_str_orc -POSTHOOK: Lineage: str_str_orc.str1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: str_str_orc.str2 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: str_str_orc.str1 SCRIPT [] +POSTHOOK: Lineage: str_str_orc.str2 SCRIPT [] PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION SELECT str2, ROUND(sum(cast(COALESCE(str1, 0) as int))/60, 2) as result diff --git a/ql/src/test/results/clientpositive/vector_coalesce_3.q.out b/ql/src/test/results/clientpositive/vector_coalesce_3.q.out index 0e75593c92..0e602f0db3 100644 --- a/ql/src/test/results/clientpositive/vector_coalesce_3.q.out +++ b/ql/src/test/results/clientpositive/vector_coalesce_3.q.out @@ -16,19 +16,23 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test_2 PREHOOK: query: INSERT INTO test_1 VALUES (3,1),(2,2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_1 POSTHOOK: query: INSERT INTO test_1 VALUES (3,1),(2,2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_1 -POSTHOOK: Lineage: test_1.attr EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: test_1.member EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: test_1.attr SCRIPT [] +POSTHOOK: Lineage: test_1.member SCRIPT [] PREHOOK: query: INSERT INTO test_2 VALUES (1),(2),(3),(4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_2 POSTHOOK: query: INSERT INTO test_2 VALUES (1),(2),(3),(4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_2 -POSTHOOK: Lineage: test_2.member EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: test_2.member SCRIPT [] PREHOOK: query: EXPLAIN SELECT m.member, (CASE WHEN COALESCE(n.attr, 5)>1 THEN n.attr END) AS attr FROM test_2 m LEFT JOIN test_1 n ON m.member = n.member diff --git a/ql/src/test/results/clientpositive/vector_complex_join.q.out b/ql/src/test/results/clientpositive/vector_complex_join.q.out index 283209674d..487ba5bc24 100644 --- a/ql/src/test/results/clientpositive/vector_complex_join.q.out +++ b/ql/src/test/results/clientpositive/vector_complex_join.q.out @@ -165,12 +165,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test2b PREHOOK: query: INSERT OVERWRITE TABLE test2b VALUES (2), (3), (4) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test2b POSTHOOK: query: INSERT OVERWRITE TABLE test2b VALUES (2), (3), (4) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test2b -POSTHOOK: Lineage: test2b.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -_col0 +POSTHOOK: Lineage: test2b.a SCRIPT [] +col1 PREHOOK: query: explain vectorization expression select * from test2b join test2a on test2b.a = test2a.a[1] PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/vector_const.q.out b/ql/src/test/results/clientpositive/vector_const.q.out index d25673d446..a2f3d9ebe9 100644 --- a/ql/src/test/results/clientpositive/vector_const.q.out +++ b/ql/src/test/results/clientpositive/vector_const.q.out @@ -8,11 +8,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@varchar_const_1 PREHOOK: query: INSERT INTO varchar_const_1 values(42) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@varchar_const_1 POSTHOOK: query: INSERT INTO varchar_const_1 values(42) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@varchar_const_1 -POSTHOOK: Lineage: varchar_const_1.c1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: varchar_const_1.c1 SCRIPT [] PREHOOK: query: EXPLAIN SELECT CONCAT(CAST('F' AS CHAR(2)), CAST('F' AS VARCHAR(2))) FROM VARCHAR_CONST_1 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/vector_custom_udf_configure.q.out b/ql/src/test/results/clientpositive/vector_custom_udf_configure.q.out index d73d5d8fe2..98e69a7709 100644 --- a/ql/src/test/results/clientpositive/vector_custom_udf_configure.q.out +++ b/ql/src/test/results/clientpositive/vector_custom_udf_configure.q.out @@ -14,12 +14,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@testorc1 PREHOOK: query: insert into table testorc1 values(1, 'a1'), (2,'a2') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@testorc1 POSTHOOK: query: insert into table testorc1 values(1, 'a1'), (2,'a2') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@testorc1 -POSTHOOK: Lineage: testorc1.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: testorc1.name SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: testorc1.id SCRIPT [] +POSTHOOK: Lineage: testorc1.name SCRIPT [] PREHOOK: query: explain select id, UDFHelloTest(name) from testorc1 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/vector_decimal_round.q.out b/ql/src/test/results/clientpositive/vector_decimal_round.q.out index dd32a510bc..79c2cd5f92 100644 --- a/ql/src/test/results/clientpositive/vector_decimal_round.q.out +++ b/ql/src/test/results/clientpositive/vector_decimal_round.q.out @@ -14,11 +14,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@decimal_tbl_txt PREHOOK: query: insert into table decimal_tbl_txt values(101) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@decimal_tbl_txt POSTHOOK: query: insert into table decimal_tbl_txt values(101) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@decimal_tbl_txt -POSTHOOK: Lineage: decimal_tbl_txt.dec EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: decimal_tbl_txt.dec SCRIPT [] PREHOOK: query: select * from decimal_tbl_txt PREHOOK: type: QUERY PREHOOK: Input: default@decimal_tbl_txt @@ -222,11 +224,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@decimal_tbl_rc PREHOOK: query: insert into table decimal_tbl_rc values(101) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@decimal_tbl_rc POSTHOOK: query: insert into table decimal_tbl_rc values(101) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@decimal_tbl_rc -POSTHOOK: Lineage: decimal_tbl_rc.dec EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: decimal_tbl_rc.dec SCRIPT [] PREHOOK: query: select * from decimal_tbl_rc PREHOOK: type: QUERY PREHOOK: Input: default@decimal_tbl_rc @@ -430,11 +434,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@decimal_tbl_orc PREHOOK: query: insert into table decimal_tbl_orc values(101) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@decimal_tbl_orc POSTHOOK: query: insert into table decimal_tbl_orc values(101) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@decimal_tbl_orc -POSTHOOK: Lineage: decimal_tbl_orc.dec EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: decimal_tbl_orc.dec SCRIPT [] PREHOOK: query: select * from decimal_tbl_orc PREHOOK: type: QUERY PREHOOK: Input: default@decimal_tbl_orc diff --git a/ql/src/test/results/clientpositive/vector_decimal_round_2.q.out b/ql/src/test/results/clientpositive/vector_decimal_round_2.q.out index f6121a2aef..76dd8abc2b 100644 --- a/ql/src/test/results/clientpositive/vector_decimal_round_2.q.out +++ b/ql/src/test/results/clientpositive/vector_decimal_round_2.q.out @@ -10,11 +10,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@decimal_tbl_1_orc PREHOOK: query: insert into table decimal_tbl_1_orc values(55555) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@decimal_tbl_1_orc POSTHOOK: query: insert into table decimal_tbl_1_orc values(55555) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@decimal_tbl_1_orc -POSTHOOK: Lineage: decimal_tbl_1_orc.dec EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: decimal_tbl_1_orc.dec SCRIPT [] PREHOOK: query: select * from decimal_tbl_1_orc PREHOOK: type: QUERY PREHOOK: Input: default@decimal_tbl_1_orc @@ -143,12 +145,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@decimal_tbl_2_orc PREHOOK: query: insert into table decimal_tbl_2_orc values(125.315, -125.315) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@decimal_tbl_2_orc POSTHOOK: query: insert into table decimal_tbl_2_orc values(125.315, -125.315) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@decimal_tbl_2_orc -POSTHOOK: Lineage: decimal_tbl_2_orc.neg EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: decimal_tbl_2_orc.pos EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: decimal_tbl_2_orc.neg SCRIPT [] +POSTHOOK: Lineage: decimal_tbl_2_orc.pos SCRIPT [] PREHOOK: query: select * from decimal_tbl_2_orc PREHOOK: type: QUERY PREHOOK: Input: default@decimal_tbl_2_orc @@ -289,11 +293,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@decimal_tbl_3_orc PREHOOK: query: insert into table decimal_tbl_3_orc values(3.141592653589793) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@decimal_tbl_3_orc POSTHOOK: query: insert into table decimal_tbl_3_orc values(3.141592653589793) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@decimal_tbl_3_orc -POSTHOOK: Lineage: decimal_tbl_3_orc.dec EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: decimal_tbl_3_orc.dec SCRIPT [] PREHOOK: query: select * from decimal_tbl_3_orc PREHOOK: type: QUERY PREHOOK: Input: default@decimal_tbl_3_orc @@ -478,12 +484,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@decimal_tbl_4_orc PREHOOK: query: insert into table decimal_tbl_4_orc values(1809242.3151111344, -1809242.3151111344) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@decimal_tbl_4_orc POSTHOOK: query: insert into table decimal_tbl_4_orc values(1809242.3151111344, -1809242.3151111344) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@decimal_tbl_4_orc -POSTHOOK: Lineage: decimal_tbl_4_orc.neg EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: decimal_tbl_4_orc.pos EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: decimal_tbl_4_orc.neg SCRIPT [] +POSTHOOK: Lineage: decimal_tbl_4_orc.pos SCRIPT [] PREHOOK: query: select * from decimal_tbl_4_orc PREHOOK: type: QUERY PREHOOK: Input: default@decimal_tbl_4_orc diff --git a/ql/src/test/results/clientpositive/vector_gather_stats.q.out b/ql/src/test/results/clientpositive/vector_gather_stats.q.out index cf9bc85a13..0c873836e3 100644 --- a/ql/src/test/results/clientpositive/vector_gather_stats.q.out +++ b/ql/src/test/results/clientpositive/vector_gather_stats.q.out @@ -43,18 +43,20 @@ POSTHOOK: Output: default@cd POSTHOOK: Output: default@cd@cd_education_status=Primary PREHOOK: query: insert into table cd partition (cd_education_status='Primary') values (1, 'M', 'M', 500, 'Good', 0, 0, 0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@cd@cd_education_status=Primary POSTHOOK: query: insert into table cd partition (cd_education_status='Primary') values (1, 'M', 'M', 500, 'Good', 0, 0, 0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@cd@cd_education_status=Primary -POSTHOOK: Lineage: cd PARTITION(cd_education_status=Primary).cd_credit_rating SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col5, type:string, comment:), ] -POSTHOOK: Lineage: cd PARTITION(cd_education_status=Primary).cd_demo_sk EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: cd PARTITION(cd_education_status=Primary).cd_dep_college_count EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col8, type:string, comment:), ] -POSTHOOK: Lineage: cd PARTITION(cd_education_status=Primary).cd_dep_count EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col6, type:string, comment:), ] -POSTHOOK: Lineage: cd PARTITION(cd_education_status=Primary).cd_dep_employed_count EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col7, type:string, comment:), ] -POSTHOOK: Lineage: cd PARTITION(cd_education_status=Primary).cd_gender SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: cd PARTITION(cd_education_status=Primary).cd_marital_status SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: cd PARTITION(cd_education_status=Primary).cd_purchase_estimate EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: cd PARTITION(cd_education_status=Primary).cd_credit_rating SCRIPT [] +POSTHOOK: Lineage: cd PARTITION(cd_education_status=Primary).cd_demo_sk SCRIPT [] +POSTHOOK: Lineage: cd PARTITION(cd_education_status=Primary).cd_dep_college_count SCRIPT [] +POSTHOOK: Lineage: cd PARTITION(cd_education_status=Primary).cd_dep_count SCRIPT [] +POSTHOOK: Lineage: cd PARTITION(cd_education_status=Primary).cd_dep_employed_count SCRIPT [] +POSTHOOK: Lineage: cd PARTITION(cd_education_status=Primary).cd_gender SCRIPT [] +POSTHOOK: Lineage: cd PARTITION(cd_education_status=Primary).cd_marital_status SCRIPT [] +POSTHOOK: Lineage: cd PARTITION(cd_education_status=Primary).cd_purchase_estimate SCRIPT [] PREHOOK: query: explain vectorization detail analyze table cd partition (cd_education_status) compute statistics PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/vector_if_expr_2.q.out b/ql/src/test/results/clientpositive/vector_if_expr_2.q.out index 40dc2591fa..fe4f77c98b 100644 --- a/ql/src/test/results/clientpositive/vector_if_expr_2.q.out +++ b/ql/src/test/results/clientpositive/vector_if_expr_2.q.out @@ -12,12 +12,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@foo PREHOOK: query: insert into foo values(1,1),(2,NULL),(3,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@foo POSTHOOK: query: insert into foo values(1,1),(2,NULL),(3,1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@foo -POSTHOOK: Lineage: foo.x EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: foo.y EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: foo.x SCRIPT [] +POSTHOOK: Lineage: foo.y SCRIPT [] PREHOOK: query: EXPLAIN VECTORIZATION EXPRESSION select x, IF(x > 0,y,0) from foo order by x PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/vector_join_part_col_char.q.out b/ql/src/test/results/clientpositive/vector_join_part_col_char.q.out index 16fdeebfd7..40dd18188b 100644 --- a/ql/src/test/results/clientpositive/vector_join_part_col_char.q.out +++ b/ql/src/test/results/clientpositive/vector_join_part_col_char.q.out @@ -16,13 +16,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@studenttab PREHOOK: query: insert into table studenttab values ('calvin garcia',56,2.50), ('oscar miller',66,3.00), ('(yuri xylophone',30,2.74),('alice underhill',46,3.50) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@studenttab POSTHOOK: query: insert into table studenttab values ('calvin garcia',56,2.50), ('oscar miller',66,3.00), ('(yuri xylophone',30,2.74),('alice underhill',46,3.50) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@studenttab -POSTHOOK: Lineage: studenttab.age EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: studenttab.gpa EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: studenttab.name SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: studenttab.age SCRIPT [] +POSTHOOK: Lineage: studenttab.gpa SCRIPT [] +POSTHOOK: Lineage: studenttab.name SCRIPT [] PREHOOK: query: create table char_tbl1(name string, age int) partitioned by(gpa char(50)) stored as orc PREHOOK: type: CREATETABLE PREHOOK: Output: database:default diff --git a/ql/src/test/results/clientpositive/vector_like_2.q.out b/ql/src/test/results/clientpositive/vector_like_2.q.out index eef9094225..26ff792978 100644 --- a/ql/src/test/results/clientpositive/vector_like_2.q.out +++ b/ql/src/test/results/clientpositive/vector_like_2.q.out @@ -12,11 +12,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@foo PREHOOK: query: insert into foo values("some foo"),("some bar"),(null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@foo POSTHOOK: query: insert into foo values("some foo"),("some bar"),(null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@foo -POSTHOOK: Lineage: foo.a SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: foo.a SCRIPT [] PREHOOK: query: EXPLAIN VECTORIZATION DETAIL select a, a like "%bar" from foo order by a PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/vector_null_projection.q.out b/ql/src/test/results/clientpositive/vector_null_projection.q.out index f4daa1ddb7..8e491ffe44 100644 --- a/ql/src/test/results/clientpositive/vector_null_projection.q.out +++ b/ql/src/test/results/clientpositive/vector_null_projection.q.out @@ -16,18 +16,22 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@b PREHOOK: query: insert into table a values('aaa') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@a POSTHOOK: query: insert into table a values('aaa') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@a -POSTHOOK: Lineage: a.s SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: a.s SCRIPT [] PREHOOK: query: insert into table b values('aaa') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@b POSTHOOK: query: insert into table b values('aaa') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@b -POSTHOOK: Lineage: b.s SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: b.s SCRIPT [] PREHOOK: query: explain vectorization expression select NULL from a PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/vector_order_null.q.out b/ql/src/test/results/clientpositive/vector_order_null.q.out index 3417eb633c..c50e275b5c 100644 --- a/ql/src/test/results/clientpositive/vector_order_null.q.out +++ b/ql/src/test/results/clientpositive/vector_order_null.q.out @@ -8,58 +8,70 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@src_null PREHOOK: query: insert into src_null values (1, 'A') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@src_null POSTHOOK: query: insert into src_null values (1, 'A') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@src_null -POSTHOOK: Lineage: src_null.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: src_null.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: src_null.a SCRIPT [] +POSTHOOK: Lineage: src_null.b SCRIPT [] +col1 col2 PREHOOK: query: insert into src_null values (null, null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@src_null POSTHOOK: query: insert into src_null values (null, null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@src_null -POSTHOOK: Lineage: src_null.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: src_null.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: src_null.a EXPRESSION [] +POSTHOOK: Lineage: src_null.b EXPRESSION [] _col0 _col1 PREHOOK: query: insert into src_null values (3, null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@src_null POSTHOOK: query: insert into src_null values (3, null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@src_null -POSTHOOK: Lineage: src_null.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: src_null.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: src_null.a SCRIPT [] +POSTHOOK: Lineage: src_null.b EXPRESSION [] _col0 _col1 PREHOOK: query: insert into src_null values (2, null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@src_null POSTHOOK: query: insert into src_null values (2, null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@src_null -POSTHOOK: Lineage: src_null.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: src_null.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: src_null.a SCRIPT [] +POSTHOOK: Lineage: src_null.b EXPRESSION [] _col0 _col1 PREHOOK: query: insert into src_null values (2, 'A') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@src_null POSTHOOK: query: insert into src_null values (2, 'A') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@src_null -POSTHOOK: Lineage: src_null.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: src_null.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: src_null.a SCRIPT [] +POSTHOOK: Lineage: src_null.b SCRIPT [] +col1 col2 PREHOOK: query: insert into src_null values (2, 'B') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@src_null POSTHOOK: query: insert into src_null values (2, 'B') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@src_null -POSTHOOK: Lineage: src_null.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: src_null.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: src_null.a SCRIPT [] +POSTHOOK: Lineage: src_null.b SCRIPT [] +col1 col2 PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT x.* FROM src_null x ORDER BY a asc, b asc PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/vector_outer_join0.q.out b/ql/src/test/results/clientpositive/vector_outer_join0.q.out index 603571dbbe..de6c894049 100644 --- a/ql/src/test/results/clientpositive/vector_outer_join0.q.out +++ b/ql/src/test/results/clientpositive/vector_outer_join0.q.out @@ -16,20 +16,24 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@orc_table_2 PREHOOK: query: insert into table orc_table_1 values ("", null),("one", 1),("one", 1),("two", 2),("three", 3),("", null) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@orc_table_1 POSTHOOK: query: insert into table orc_table_1 values ("", null),("one", 1),("one", 1),("two", 2),("three", 3),("", null) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@orc_table_1 -POSTHOOK: Lineage: orc_table_1.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: orc_table_1.v1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: orc_table_1.a SCRIPT [] +POSTHOOK: Lineage: orc_table_1.v1 SCRIPT [] PREHOOK: query: insert into table orc_table_2 values (0, "ZERO"),(2, "TWO"), (3, "THREE"),(null, ""),(4, "FOUR"),(null, "") PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@orc_table_2 POSTHOOK: query: insert into table orc_table_2 values (0, "ZERO"),(2, "TWO"), (3, "THREE"),(null, ""),(4, "FOUR"),(null, "") POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@orc_table_2 -POSTHOOK: Lineage: orc_table_2.c EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: orc_table_2.v2 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: orc_table_2.c SCRIPT [] +POSTHOOK: Lineage: orc_table_2.v2 SCRIPT [] PREHOOK: query: select * from orc_table_1 PREHOOK: type: QUERY PREHOOK: Input: default@orc_table_1 diff --git a/ql/src/test/results/clientpositive/vector_reduce_groupby_duplicate_cols.q.out b/ql/src/test/results/clientpositive/vector_reduce_groupby_duplicate_cols.q.out index 9432a665da..7ccbf8f3ed 100644 --- a/ql/src/test/results/clientpositive/vector_reduce_groupby_duplicate_cols.q.out +++ b/ql/src/test/results/clientpositive/vector_reduce_groupby_duplicate_cols.q.out @@ -8,13 +8,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@demo PREHOOK: query: insert into table demo values (1, 2) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@demo POSTHOOK: query: insert into table demo values (1, 2) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@demo -POSTHOOK: Lineage: demo.one EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: demo.two EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -_col0 _col1 +POSTHOOK: Lineage: demo.one SCRIPT [] +POSTHOOK: Lineage: demo.two SCRIPT [] +col1 col2 PREHOOK: query: explain vectorization detail select one as one_0, two, one as one_1 from demo a diff --git a/ql/src/test/results/clientpositive/vector_string_decimal.q.out b/ql/src/test/results/clientpositive/vector_string_decimal.q.out index edd8cdd60b..59b0588bb8 100644 --- a/ql/src/test/results/clientpositive/vector_string_decimal.q.out +++ b/ql/src/test/results/clientpositive/vector_string_decimal.q.out @@ -24,11 +24,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@staging PREHOOK: query: insert into staging values (34324.0), (100000000.0), (200000000.0), (300000000.0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@staging POSTHOOK: query: insert into staging values (34324.0), (100000000.0), (200000000.0), (300000000.0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@staging -POSTHOOK: Lineage: staging.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: staging.id SCRIPT [] PREHOOK: query: insert overwrite table orc_decimal select id from staging PREHOOK: type: QUERY PREHOOK: Input: default@staging diff --git a/ql/src/test/results/clientpositive/vector_struct_in.q.out b/ql/src/test/results/clientpositive/vector_struct_in.q.out index 43c4ac47bb..773908b6a6 100644 --- a/ql/src/test/results/clientpositive/vector_struct_in.q.out +++ b/ql/src/test/results/clientpositive/vector_struct_in.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test_1 PREHOOK: query: insert into table test_1 values ('one','1'), ('seven','1') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_1 POSTHOOK: query: insert into table test_1 values ('one','1'), ('seven','1') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_1 -POSTHOOK: Lineage: test_1.id SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test_1.lineid SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test_1.id SCRIPT [] +POSTHOOK: Lineage: test_1.lineid SCRIPT [] PREHOOK: query: explain vectorization expression select * from test_1 where struct(`id`, `lineid`) IN ( @@ -256,12 +258,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test_2 PREHOOK: query: insert into table test_2 values (1,1), (7,1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_2 POSTHOOK: query: insert into table test_2 values (1,1), (7,1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_2 -POSTHOOK: Lineage: test_2.id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test_2.lineid EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test_2.id SCRIPT [] +POSTHOOK: Lineage: test_2.lineid SCRIPT [] PREHOOK: query: explain vectorization expression select * from test_2 where struct(`id`, `lineid`) IN ( @@ -504,12 +508,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test_3 PREHOOK: query: insert into table test_3 values ('one',1), ('seven',1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_3 POSTHOOK: query: insert into table test_3 values ('one',1), ('seven',1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_3 -POSTHOOK: Lineage: test_3.id SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test_3.lineid EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test_3.id SCRIPT [] +POSTHOOK: Lineage: test_3.lineid SCRIPT [] PREHOOK: query: explain vectorization expression select * from test_3 where struct(`id`, `lineid`) IN ( @@ -752,13 +758,15 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test_4 PREHOOK: query: insert into table test_4 values (1, "b", 1.5), (1, "a", 0.5), (2, "b", 1.5) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_4 POSTHOOK: query: insert into table test_4 values (1, "b", 1.5), (1, "a", 0.5), (2, "b", 1.5) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_4 -POSTHOOK: Lineage: test_4.my_bigint EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: test_4.my_double EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] -POSTHOOK: Lineage: test_4.my_string SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: test_4.my_bigint SCRIPT [] +POSTHOOK: Lineage: test_4.my_double SCRIPT [] +POSTHOOK: Lineage: test_4.my_string SCRIPT [] PREHOOK: query: explain vectorization expression select * from test_4 where struct(`my_bigint`, `my_string`, `my_double`) IN ( diff --git a/ql/src/test/results/clientpositive/vector_udf2.q.out b/ql/src/test/results/clientpositive/vector_udf2.q.out index 9ae0e8d66a..222a9014ec 100644 --- a/ql/src/test/results/clientpositive/vector_udf2.q.out +++ b/ql/src/test/results/clientpositive/vector_udf2.q.out @@ -144,11 +144,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@HIVE_14349 PREHOOK: query: insert into HIVE_14349 values('XYZa'), ('badXYZa') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@hive_14349 POSTHOOK: query: insert into HIVE_14349 values('XYZa'), ('badXYZa') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@hive_14349 -POSTHOOK: Lineage: hive_14349.a SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: hive_14349.a SCRIPT [] PREHOOK: query: select * from HIVE_14349 where a LIKE 'XYZ%a%' PREHOOK: type: QUERY PREHOOK: Input: default@hive_14349 @@ -160,11 +162,13 @@ POSTHOOK: Input: default@hive_14349 XYZa PREHOOK: query: insert into HIVE_14349 values ('XYZab'), ('XYZabBAD'), ('badXYZab'), ('badXYZabc') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@hive_14349 POSTHOOK: query: insert into HIVE_14349 values ('XYZab'), ('XYZabBAD'), ('badXYZab'), ('badXYZabc') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@hive_14349 -POSTHOOK: Lineage: hive_14349.a SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: hive_14349.a SCRIPT [] PREHOOK: query: select * from HIVE_14349 where a LIKE 'XYZ%a_' PREHOOK: type: QUERY PREHOOK: Input: default@hive_14349 diff --git a/ql/src/test/results/clientpositive/vector_udf_character_length.q.out b/ql/src/test/results/clientpositive/vector_udf_character_length.q.out index 2960cd6e52..23bb5fbe94 100644 --- a/ql/src/test/results/clientpositive/vector_udf_character_length.q.out +++ b/ql/src/test/results/clientpositive/vector_udf_character_length.q.out @@ -194,11 +194,13 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@dest1 PREHOOK: query: INSERT INTO dest1 VALUES(NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@dest1 POSTHOOK: query: INSERT INTO dest1 VALUES(NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@dest1 -POSTHOOK: Lineage: dest1.name SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: dest1.name EXPRESSION [] PREHOOK: query: CREATE TABLE dest2 STORED AS ORC AS SELECT * FROM dest1 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@dest1 @@ -252,8 +254,8 @@ POSTHOOK: query: SELECT character_length(dest2.name) FROM dest2 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest2 #### A masked pattern was here #### -2 NULL +2 PREHOOK: query: EXPLAIN SELECT char_length(dest2.name) FROM dest2 PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN SELECT char_length(dest2.name) FROM dest2 @@ -296,8 +298,8 @@ POSTHOOK: query: SELECT char_length(dest2.name) FROM dest2 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest2 #### A masked pattern was here #### -2 NULL +2 PREHOOK: query: DROP TABLE dest1 PREHOOK: type: DROPTABLE PREHOOK: Input: default@dest1 diff --git a/ql/src/test/results/clientpositive/vector_udf_octet_length.q.out b/ql/src/test/results/clientpositive/vector_udf_octet_length.q.out index 46f5d654cb..d3b12c08d3 100644 --- a/ql/src/test/results/clientpositive/vector_udf_octet_length.q.out +++ b/ql/src/test/results/clientpositive/vector_udf_octet_length.q.out @@ -177,11 +177,13 @@ POSTHOOK: type: LOAD POSTHOOK: Output: default@dest1 PREHOOK: query: INSERT INTO dest1 VALUES(NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@dest1 POSTHOOK: query: INSERT INTO dest1 VALUES(NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@dest1 -POSTHOOK: Lineage: dest1.name SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: dest1.name EXPRESSION [] PREHOOK: query: CREATE TABLE dest2 STORED AS ORC AS SELECT * FROM dest1 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@dest1 @@ -235,8 +237,8 @@ POSTHOOK: query: SELECT octet_length(dest2.name) FROM dest2 POSTHOOK: type: QUERY POSTHOOK: Input: default@dest2 #### A masked pattern was here #### -6 NULL +6 PREHOOK: query: DROP TABLE dest1 PREHOOK: type: DROPTABLE PREHOOK: Input: default@dest1 diff --git a/ql/src/test/results/clientpositive/vector_udf_string_to_boolean.q.out b/ql/src/test/results/clientpositive/vector_udf_string_to_boolean.q.out index 1b06698bca..1761b5a531 100644 --- a/ql/src/test/results/clientpositive/vector_udf_string_to_boolean.q.out +++ b/ql/src/test/results/clientpositive/vector_udf_string_to_boolean.q.out @@ -8,88 +8,112 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@t PREHOOK: query: insert into t values ('false') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values ('false') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.s SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.s SCRIPT [] PREHOOK: query: insert into t values ('FALSE') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values ('FALSE') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.s SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.s SCRIPT [] PREHOOK: query: insert into t values ('FaLsE') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values ('FaLsE') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.s SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.s SCRIPT [] PREHOOK: query: insert into t values ('true') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values ('true') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.s SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.s SCRIPT [] PREHOOK: query: insert into t values ('TRUE') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values ('TRUE') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.s SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.s SCRIPT [] PREHOOK: query: insert into t values ('TrUe') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values ('TrUe') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.s SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.s SCRIPT [] PREHOOK: query: insert into t values ('') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values ('') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.s SIMPLE [(values__tmp__table__7)values__tmp__table__7.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.s SCRIPT [] PREHOOK: query: insert into t values ('Other') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values ('Other') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.s SIMPLE [(values__tmp__table__8)values__tmp__table__8.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.s SCRIPT [] PREHOOK: query: insert into t values ('Off') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values ('Off') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.s SIMPLE [(values__tmp__table__9)values__tmp__table__9.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.s SCRIPT [] PREHOOK: query: insert into t values ('No') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values ('No') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.s SIMPLE [(values__tmp__table__10)values__tmp__table__10.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.s SCRIPT [] PREHOOK: query: insert into t values ('0') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values ('0') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.s SIMPLE [(values__tmp__table__11)values__tmp__table__11.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.s SCRIPT [] PREHOOK: query: insert into t values ('1') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@t POSTHOOK: query: insert into t values ('1') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@t -POSTHOOK: Lineage: t.s SIMPLE [(values__tmp__table__12)values__tmp__table__12.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: t.s SCRIPT [] PREHOOK: query: explain select s,cast(s as boolean) from t order by s PREHOOK: type: QUERY POSTHOOK: query: explain select s,cast(s as boolean) from t order by s diff --git a/ql/src/test/results/clientpositive/vector_when_case_null.q.out b/ql/src/test/results/clientpositive/vector_when_case_null.q.out index 1d1feb6d20..d7cc0b7ff1 100644 --- a/ql/src/test/results/clientpositive/vector_when_case_null.q.out +++ b/ql/src/test/results/clientpositive/vector_when_case_null.q.out @@ -8,12 +8,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@count_case_groupby PREHOOK: query: insert into table count_case_groupby values ('key1', true),('key2', false),('key3', NULL),('key4', false),('key5',NULL) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@count_case_groupby POSTHOOK: query: insert into table count_case_groupby values ('key1', true),('key2', false),('key3', NULL),('key4', false),('key5',NULL) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@count_case_groupby -POSTHOOK: Lineage: count_case_groupby.bool EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: count_case_groupby.key SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: count_case_groupby.bool SCRIPT [] +POSTHOOK: Lineage: count_case_groupby.key SCRIPT [] PREHOOK: query: explain vectorization expression SELECT key, COUNT(CASE WHEN bool THEN 1 WHEN NOT bool THEN 0 ELSE NULL END) AS cnt_bool0_ok FROM count_case_groupby GROUP BY key PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/vectorization_parquet_projection.q.out b/ql/src/test/results/clientpositive/vectorization_parquet_projection.q.out index cc97d0386e..ade32ee16c 100644 --- a/ql/src/test/results/clientpositive/vectorization_parquet_projection.q.out +++ b/ql/src/test/results/clientpositive/vectorization_parquet_projection.q.out @@ -439,13 +439,15 @@ POSTHOOK: Output: default@parquet_nullsplit PREHOOK: query: insert into table parquet_nullsplit partition(len='1') values ('one', 'red') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@parquet_nullsplit@len=1 POSTHOOK: query: insert into table parquet_nullsplit partition(len='1') values ('one', 'red') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@parquet_nullsplit@len=1 -POSTHOOK: Lineage: parquet_nullsplit PARTITION(len=1).key SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: parquet_nullsplit PARTITION(len=1).val SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: parquet_nullsplit PARTITION(len=1).key SCRIPT [] +POSTHOOK: Lineage: parquet_nullsplit PARTITION(len=1).val SCRIPT [] PREHOOK: query: explain vectorization select count(*) from parquet_nullsplit where len = '1' PREHOOK: type: QUERY POSTHOOK: query: explain vectorization select count(*) from parquet_nullsplit where len = '1' diff --git a/ql/src/test/results/clientpositive/vectorized_case.q.out b/ql/src/test/results/clientpositive/vectorized_case.q.out index 0cc7369734..0489d72a50 100644 --- a/ql/src/test/results/clientpositive/vectorized_case.q.out +++ b/ql/src/test/results/clientpositive/vectorized_case.q.out @@ -458,12 +458,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test_1 PREHOOK: query: INSERT INTO test_1 VALUES (3.0,1.0),(2.0,2.0),(1.0,3.0) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_1 POSTHOOK: query: INSERT INTO test_1 VALUES (3.0,1.0),(2.0,2.0),(1.0,3.0) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_1 -POSTHOOK: Lineage: test_1.attr EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: test_1.member EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: test_1.attr SCRIPT [] +POSTHOOK: Lineage: test_1.member SCRIPT [] PREHOOK: query: EXPLAIN SELECT CASE WHEN member =1.0 THEN attr+1.0 ELSE attr+2.0 END FROM test_1 PREHOOK: type: QUERY @@ -615,12 +617,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test_2 PREHOOK: query: INSERT INTO test_2 VALUES (3,1),(2,2),(1,3) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test_2 POSTHOOK: query: INSERT INTO test_2 VALUES (3,1),(2,2),(1,3) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test_2 -POSTHOOK: Lineage: test_2.attr EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] -POSTHOOK: Lineage: test_2.member EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: test_2.attr SCRIPT [] +POSTHOOK: Lineage: test_2.member SCRIPT [] PREHOOK: query: EXPLAIN SELECT CASE WHEN member=1 THEN attr+1 else attr+2 END FROM test_2 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/vectorized_mapjoin2.q.out b/ql/src/test/results/clientpositive/vectorized_mapjoin2.q.out index 3f79d2b4f7..e9a0e45106 100644 --- a/ql/src/test/results/clientpositive/vectorized_mapjoin2.q.out +++ b/ql/src/test/results/clientpositive/vectorized_mapjoin2.q.out @@ -16,18 +16,22 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@y PREHOOK: query: insert into x values(1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@x POSTHOOK: query: insert into x values(1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@x -POSTHOOK: Lineage: x.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: x.a SCRIPT [] PREHOOK: query: insert into y values(1) PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@y POSTHOOK: query: insert into y values(1) POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@y -POSTHOOK: Lineage: y.b EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: y.b SCRIPT [] PREHOOK: query: explain vectorization expression select count(1) from x, y where a = b PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/vectorized_timestamp.q.out b/ql/src/test/results/clientpositive/vectorized_timestamp.q.out index 1e0ff1acf4..6c49e038a3 100644 --- a/ql/src/test/results/clientpositive/vectorized_timestamp.q.out +++ b/ql/src/test/results/clientpositive/vectorized_timestamp.q.out @@ -12,11 +12,13 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@test PREHOOK: query: INSERT INTO TABLE test VALUES ('0001-01-01 00:00:00.000000000'), ('9999-12-31 23:59:59.999999999') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@test POSTHOOK: query: INSERT INTO TABLE test VALUES ('0001-01-01 00:00:00.000000000'), ('9999-12-31 23:59:59.999999999') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@test -POSTHOOK: Lineage: test.ts EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: test.ts SCRIPT [] PREHOOK: query: EXPLAIN VECTORIZATION DETAIL SELECT ts FROM test PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/windowing_windowspec4.q.out b/ql/src/test/results/clientpositive/windowing_windowspec4.q.out index 3a498b4212..b668047595 100644 --- a/ql/src/test/results/clientpositive/windowing_windowspec4.q.out +++ b/ql/src/test/results/clientpositive/windowing_windowspec4.q.out @@ -16,12 +16,14 @@ POSTHOOK: Output: database:default POSTHOOK: Output: default@smalltable_windowing PREHOOK: query: insert into smalltable_windowing values(3, 'a'), (1, 'a'), (2, 'a') PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table PREHOOK: Output: default@smalltable_windowing POSTHOOK: query: insert into smalltable_windowing values(3, 'a'), (1, 'a'), (2, 'a') POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table POSTHOOK: Output: default@smalltable_windowing -POSTHOOK: Lineage: smalltable_windowing.i EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] -POSTHOOK: Lineage: smalltable_windowing.type SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: smalltable_windowing.i SCRIPT [] +POSTHOOK: Lineage: smalltable_windowing.type SCRIPT [] PREHOOK: query: select type, i, max(i) over (partition by type order by i rows between 1 preceding and 7 following), min(i) over (partition by type order by i rows between 1 preceding and 7 following), diff --git a/ql/src/test/results/compiler/errors/wrong_distinct2.q.out b/ql/src/test/results/compiler/errors/wrong_distinct2.q.out index f6fc374d47..6a492d2d3d 100644 --- a/ql/src/test/results/compiler/errors/wrong_distinct2.q.out +++ b/ql/src/test/results/compiler/errors/wrong_distinct2.q.out @@ -1 +1 @@ -Parse Error: line 2:45 cannot recognize input near 'DISTINCT' 'substr' '(' in selection target \ No newline at end of file +Parse Error: line 2:45 cannot recognize input near ',' 'DISTINCT' 'substr' in lateral view \ No newline at end of file diff --git a/serde/src/java/org/apache/hadoop/hive/serde2/objectinspector/ObjectInspectorConverters.java b/serde/src/java/org/apache/hadoop/hive/serde2/objectinspector/ObjectInspectorConverters.java index faa0a1f567..4c01d6aa82 100644 --- a/serde/src/java/org/apache/hadoop/hive/serde2/objectinspector/ObjectInspectorConverters.java +++ b/serde/src/java/org/apache/hadoop/hive/serde2/objectinspector/ObjectInspectorConverters.java @@ -45,6 +45,7 @@ import org.apache.hadoop.hive.serde2.objectinspector.primitive.SettableTimestampLocalTZObjectInspector; import org.apache.hadoop.hive.serde2.objectinspector.primitive.VoidObjectInspector; import org.apache.hadoop.hive.serde2.objectinspector.primitive.WritableStringObjectInspector; +import org.apache.hadoop.hive.serde2.typeinfo.PrimitiveTypeInfo; /** * ObjectInspectorConverters. @@ -75,6 +76,12 @@ public Object convert(Object input) { private static Converter getConverter(PrimitiveObjectInspector inputOI, PrimitiveObjectInspector outputOI) { switch (outputOI.getPrimitiveCategory()) { + case VOID: + if (!outputOI.getTypeInfo().equals(inputOI.getTypeInfo())) { + throw new RuntimeException("Hive internal error: conversion of " + + inputOI.getTypeName() + " to void not possible."); + } + return new IdentityConverter(); case BOOLEAN: return new PrimitiveObjectInspectorConverter.BooleanConverter( inputOI,